[ 515.729214] env[65899]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65899) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 515.729552] env[65899]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65899) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 515.729757] env[65899]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65899) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 515.730131] env[65899]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 515.844473] env[65899]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65899) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 515.854088] env[65899]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65899) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 515.898361] env[65899]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 516.456758] env[65899]: INFO nova.virt.driver [None req-89ab9ada-d4da-4657-b250-a41bd3d2acc3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 516.527657] env[65899]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 516.527839] env[65899]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 516.527946] env[65899]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65899) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 519.709608] env[65899]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e7f36d95-4f7a-4ff8-a82e-f8e1c2504a05 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.725657] env[65899]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65899) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 519.725798] env[65899]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a1c83ab7-8820-4ed7-a91a-7a1f199eba50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.757220] env[65899]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 9fec9. [ 519.757347] env[65899]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.230s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 519.757944] env[65899]: INFO nova.virt.vmwareapi.driver [None req-89ab9ada-d4da-4657-b250-a41bd3d2acc3 None None] VMware vCenter version: 7.0.3 [ 519.761315] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d071966d-71fa-4f2b-8e01-39ff5423a65e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.779780] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9736eba-a64c-4df3-b70c-0258b93c3c8c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.786109] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4810171f-4e8b-45b8-963f-4f19a0133907 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.793006] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b4303f-16fc-4f1a-8a08-c8a785e59c70 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.806223] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2c1e9c-f122-4dba-ac77-e8e0adb0f8d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.812438] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a031ecd5-3bff-46e2-941a-d28cdbe74564 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.842489] env[65899]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1b83f908-9fe5-40a4-a5bc-18ce2586d601 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.848888] env[65899]: DEBUG nova.virt.vmwareapi.driver [None req-89ab9ada-d4da-4657-b250-a41bd3d2acc3 None None] Extension org.openstack.compute already exists. {{(pid=65899) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 519.851638] env[65899]: INFO nova.compute.provider_config [None req-89ab9ada-d4da-4657-b250-a41bd3d2acc3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 520.355500] env[65899]: DEBUG nova.context [None req-89ab9ada-d4da-4657-b250-a41bd3d2acc3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f3e72dd3-a721-4e3a-8c69-fa0b3ac611ca(cell1) {{(pid=65899) load_cells /opt/stack/nova/nova/context.py:472}} [ 520.355887] env[65899]: INFO nova.utils [None req-89ab9ada-d4da-4657-b250-a41bd3d2acc3 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 520.358101] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 520.358363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 520.359078] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 520.359548] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Acquiring lock "f3e72dd3-a721-4e3a-8c69-fa0b3ac611ca" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 520.359727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Lock "f3e72dd3-a721-4e3a-8c69-fa0b3ac611ca" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 520.360773] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Lock "f3e72dd3-a721-4e3a-8c69-fa0b3ac611ca" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 520.381709] env[65899]: INFO dbcounter [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Registered counter for database nova_cell0 [ 520.390011] env[65899]: INFO dbcounter [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Registered counter for database nova_cell1 [ 520.393105] env[65899]: DEBUG oslo_db.sqlalchemy.engines [None req-0878331f-b213-41d6-baac-982a55a87962 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65899) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 520.393732] env[65899]: DEBUG oslo_db.sqlalchemy.engines [None req-0878331f-b213-41d6-baac-982a55a87962 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65899) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 520.398401] env[65899]: ERROR nova.db.main.api [None req-0878331f-b213-41d6-baac-982a55a87962 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 520.398401] env[65899]: func(*args, **kwargs) [ 520.398401] env[65899]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 520.398401] env[65899]: self.work.run() [ 520.398401] env[65899]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 520.398401] env[65899]: result = self.fn(*self.args, **self.kwargs) [ 520.398401] env[65899]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 520.398401] env[65899]: return func(*args, **kwargs) [ 520.398401] env[65899]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 520.398401] env[65899]: result = fn(*args, **kwargs) [ 520.398401] env[65899]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 520.398401] env[65899]: return f(*args, **kwargs) [ 520.398401] env[65899]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 520.398401] env[65899]: return db.service_get_minimum_version(context, binaries) [ 520.398401] env[65899]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 520.398401] env[65899]: _check_db_access() [ 520.398401] env[65899]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 520.398401] env[65899]: stacktrace = ''.join(traceback.format_stack()) [ 520.398401] env[65899]: [ 520.399473] env[65899]: ERROR nova.db.main.api [None req-0878331f-b213-41d6-baac-982a55a87962 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 520.399473] env[65899]: func(*args, **kwargs) [ 520.399473] env[65899]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 520.399473] env[65899]: self.work.run() [ 520.399473] env[65899]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 520.399473] env[65899]: result = self.fn(*self.args, **self.kwargs) [ 520.399473] env[65899]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 520.399473] env[65899]: return func(*args, **kwargs) [ 520.399473] env[65899]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 520.399473] env[65899]: result = fn(*args, **kwargs) [ 520.399473] env[65899]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 520.399473] env[65899]: return f(*args, **kwargs) [ 520.399473] env[65899]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 520.399473] env[65899]: return db.service_get_minimum_version(context, binaries) [ 520.399473] env[65899]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 520.399473] env[65899]: _check_db_access() [ 520.399473] env[65899]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 520.399473] env[65899]: stacktrace = ''.join(traceback.format_stack()) [ 520.399473] env[65899]: [ 520.399977] env[65899]: WARNING nova.objects.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 520.400079] env[65899]: WARNING nova.objects.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Failed to get minimum service version for cell f3e72dd3-a721-4e3a-8c69-fa0b3ac611ca [ 520.400497] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Acquiring lock "singleton_lock" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.400647] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Acquired lock "singleton_lock" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.400879] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Releasing lock "singleton_lock" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.401231] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Full set of CONF: {{(pid=65899) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 520.401383] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ******************************************************************************** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 520.401468] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] Configuration options gathered from: {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 520.401613] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 520.401808] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 520.401922] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ================================================================================ {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 520.402133] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] allow_resize_to_same_host = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.402297] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] arq_binding_timeout = 300 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.402419] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] backdoor_port = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.402535] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] backdoor_socket = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.402686] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] block_device_allocate_retries = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.402836] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] block_device_allocate_retries_interval = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.402986] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cell_worker_thread_pool_size = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.403156] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cert = self.pem {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.403313] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.403469] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute_monitors = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.403620] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] config_dir = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.403778] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] config_drive_format = iso9660 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.403907] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.404076] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] config_source = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.404237] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] console_host = devstack {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.404393] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] control_exchange = nova {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.404551] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cpu_allocation_ratio = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.404726] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] daemon = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.404878] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] debug = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.405035] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] default_access_ip_network_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.405194] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] default_availability_zone = nova {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.405340] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] default_ephemeral_format = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.405489] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] default_green_pool_size = 1000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.405710] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.405860] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] default_schedule_zone = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.406025] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] default_thread_pool_size = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.406204] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] disk_allocation_ratio = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.406337] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] enable_new_services = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.406480] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] flat_injected = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.406624] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] force_config_drive = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.406768] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] force_raw_images = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.406925] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] graceful_shutdown_timeout = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.407114] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] heal_instance_info_cache_interval = -1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.407332] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] host = cpu-1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.407502] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.407685] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.407847] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.408059] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.408238] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instance_build_timeout = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.408400] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instance_delete_interval = 300 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.408556] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instance_format = [instance: %(uuid)s] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.408709] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instance_name_template = instance-%08x {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.408858] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instance_usage_audit = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.409025] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instance_usage_audit_period = month {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.409183] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.409337] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.409490] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] internal_service_availability_zone = internal {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.409633] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] key = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.409782] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] live_migration_retry_count = 30 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.409938] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_color = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.410103] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_config_append = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.410261] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.410407] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_dir = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.410551] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_file = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.410689] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_options = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.410852] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_rotate_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411020] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_rotate_interval_type = days {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411184] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] log_rotation_type = none {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411305] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411421] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411578] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411729] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411847] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.411996] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] long_rpc_timeout = 1800 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.412161] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] max_concurrent_builds = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.412338] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] max_concurrent_live_migrations = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.412513] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] max_concurrent_snapshots = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.412665] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] max_local_block_devices = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.412814] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] max_logfile_count = 30 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.412963] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] max_logfile_size_mb = 200 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.413127] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] maximum_instance_delete_attempts = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.413277] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] migrate_max_retries = -1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.413429] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] mkisofs_cmd = genisoimage {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.413623] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.413766] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] my_ip = 10.180.1.21 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.413962] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.414131] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] network_allocate_retries = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.414300] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.414455] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] osapi_compute_unique_server_name_scope = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.414605] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] password_length = 12 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.414753] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] periodic_enable = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.414902] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] periodic_fuzzy_delay = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.415080] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] pointer_model = usbtablet {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.415241] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] preallocate_images = none {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.415390] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] publish_errors = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.415508] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] pybasedir = /opt/stack/nova {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.415651] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ram_allocation_ratio = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.415800] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] rate_limit_burst = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.415953] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] rate_limit_except_level = CRITICAL {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.416113] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] rate_limit_interval = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.416264] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] reboot_timeout = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.416410] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] reclaim_instance_interval = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.416550] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] record = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.416725] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] reimage_timeout_per_gb = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.416893] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] report_interval = 120 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.417056] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] rescue_timeout = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.417237] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] reserved_host_cpus = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.417391] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] reserved_host_disk_mb = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.417540] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] reserved_host_memory_mb = 512 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.417688] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] reserved_huge_pages = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.417835] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] resize_confirm_window = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.417981] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] resize_fs_using_block_device = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.418175] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] resume_guests_state_on_host_boot = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.418354] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.418508] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] rpc_response_timeout = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.418657] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] run_external_periodic_tasks = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.418812] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] running_deleted_instance_action = reap {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.418961] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.419126] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] running_deleted_instance_timeout = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.419277] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler_instance_sync_interval = 120 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.419457] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_down_time = 720 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.419628] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] servicegroup_driver = db {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.419775] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] shell_completion = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.419923] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] shelved_offload_time = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.420090] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] shelved_poll_interval = 3600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.420254] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] shutdown_timeout = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.420406] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] source_is_ipv6 = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.420552] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ssl_only = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.420785] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.420944] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] sync_power_state_interval = 600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.421112] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] sync_power_state_pool_size = 1000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.421272] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] syslog_log_facility = LOG_USER {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.421419] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] tempdir = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.421566] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] thread_pool_statistic_period = -1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.421715] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] timeout_nbd = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.421870] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] transport_url = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.422029] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] update_resources_interval = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.422186] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] use_cow_images = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.422336] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] use_journal = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.422500] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] use_json = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.422659] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] use_rootwrap_daemon = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.422806] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] use_stderr = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.422950] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] use_syslog = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.423108] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vcpu_pin_set = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.423269] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plugging_is_fatal = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.423424] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plugging_timeout = 300 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.423578] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] virt_mkfs = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.423724] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] volume_usage_poll_interval = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.423868] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] watch_log_file = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.424029] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] web = /usr/share/spice-html5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 520.424205] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_concurrency.disable_process_locking = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.424767] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.424951] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.425161] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.425397] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.425604] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.425770] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.425961] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.426111] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.426271] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.426435] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.compute_link_prefix = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.426591] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.426749] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.dhcp_domain = novalocal {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.426900] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.enable_instance_password = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.427103] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.glance_link_prefix = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.427258] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.427423] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.427572] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.instance_list_per_project_cells = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.427720] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.list_records_by_skipping_down_cells = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.427869] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.local_metadata_per_cell = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.428029] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.max_limit = 1000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.428208] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.metadata_cache_expiration = 15 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.428384] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.neutron_default_project_id = default {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.428564] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.response_validation = warn {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.428728] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.use_neutron_default_nets = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.428882] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.429043] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.429201] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.429378] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.429517] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.vendordata_dynamic_targets = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.429667] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.vendordata_jsonfile_path = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.429830] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.430024] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.backend = dogpile.cache.memcached {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.430178] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.backend_argument = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.430332] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.backend_expiration_time = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.430489] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.config_prefix = cache.oslo {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.430640] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.debug_cache_backend = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.430789] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.enable_retry_client = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.430939] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.enable_socket_keepalive = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.431111] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.enabled = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.431270] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.enforce_fips_mode = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.431424] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.expiration_time = 600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.431644] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.431818] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.hashclient_retry_attempts = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.432117] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.432289] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_dead_retry = 300 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.432443] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_password = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.432598] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.432749] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.432902] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_pool_maxsize = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.433072] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.433229] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_sasl_enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.433398] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.433555] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.433703] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.memcache_username = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.433858] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.proxies = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.434021] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.redis_db = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.434180] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.redis_password = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.434343] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.434521] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.434700] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.redis_server = localhost:6379 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.434856] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.redis_socket_timeout = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.435020] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.redis_username = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.435177] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.retry_attempts = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.435332] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.retry_delay = 0.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.435485] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.socket_keepalive_count = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.435638] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.socket_keepalive_idle = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.435792] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.socket_keepalive_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.435938] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.tls_allowed_ciphers = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.436100] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.tls_cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.436252] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.tls_certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.436402] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.tls_enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.436546] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cache.tls_keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.436706] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.436869] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.auth_type = password {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.437030] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.437229] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.437389] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.437555] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.437731] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.cross_az_attach = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.437888] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.debug = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.438052] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.endpoint_template = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.438237] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.http_retries = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.438405] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.438555] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.438715] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.os_region_name = RegionOne {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.438869] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.439029] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cinder.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.439198] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.439347] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.cpu_dedicated_set = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.439494] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.cpu_shared_set = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.439647] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.image_type_exclude_list = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.439795] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.439945] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.440107] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.440260] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.440414] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.440566] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.resource_provider_association_refresh = 300 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.440741] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.440895] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.shutdown_retry_interval = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.441077] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.441250] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] conductor.workers = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.441416] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] console.allowed_origins = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.441563] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] console.ssl_ciphers = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.441720] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] console.ssl_minimum_version = default {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.441878] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] consoleauth.enforce_session_timeout = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.442045] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] consoleauth.token_ttl = 600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.442207] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.442355] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.442507] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.442653] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.442798] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.442941] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.443104] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.443257] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.443411] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.443594] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.443766] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.443916] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.444075] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.444241] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.service_type = accelerator {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.444395] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.444543] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.444688] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.444834] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.445007] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.445165] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] cyborg.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.445323] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.asyncio_connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.445471] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.asyncio_slave_connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.445627] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.backend = sqlalchemy {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.445782] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.445934] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.connection_debug = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.446108] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.connection_parameters = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.446265] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.connection_recycle_time = 3600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.446417] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.connection_trace = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.446584] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.db_inc_retry_interval = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.446754] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.db_max_retries = 20 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.446909] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.db_max_retry_interval = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.447115] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.db_retry_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.447282] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.max_overflow = 50 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.447438] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.max_pool_size = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.447593] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.max_retries = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.447754] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.447904] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.mysql_wsrep_sync_wait = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.448062] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.pool_timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.448241] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.retry_interval = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.448397] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.slave_connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.448549] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.sqlite_synchronous = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.448702] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] database.use_db_reconnect = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.448858] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.asyncio_connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.449044] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.asyncio_slave_connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.449202] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.backend = sqlalchemy {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.449365] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.449550] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.connection_debug = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.449719] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.connection_parameters = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.449874] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.connection_recycle_time = 3600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.450039] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.connection_trace = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.450200] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.db_inc_retry_interval = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.450357] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.db_max_retries = 20 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.450511] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.db_max_retry_interval = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.450665] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.db_retry_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.450817] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.max_overflow = 50 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.450966] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.max_pool_size = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.451132] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.max_retries = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.451300] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.451441] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.451586] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.pool_timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.451734] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.retry_interval = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.451881] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.slave_connection = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.452040] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] api_database.sqlite_synchronous = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.452208] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] devices.enabled_mdev_types = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.452375] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.452557] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.452715] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ephemeral_storage_encryption.enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.452872] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.453046] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.api_servers = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.453205] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.453357] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.453571] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.453747] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.453899] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.454066] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.debug = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.454229] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.default_trusted_certificate_ids = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.454383] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.enable_certificate_validation = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.454535] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.enable_rbd_download = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.454683] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.454837] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.454994] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.455159] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.455312] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.455483] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.num_retries = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.455663] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.rbd_ceph_conf = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.455821] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.rbd_connect_timeout = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.455980] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.rbd_pool = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.456154] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.rbd_user = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.456307] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.456457] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.456604] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.456762] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.service_type = image {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.456914] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.457083] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.457258] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.457411] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.457583] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.457739] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.verify_glance_signatures = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.457890] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] glance.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.458067] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] guestfs.debug = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.458245] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.458406] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.auth_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.458577] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.458734] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.458894] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.459055] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.459209] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.459358] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.459509] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.459654] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.459803] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.459948] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.460109] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.460259] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.460408] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.460563] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.service_type = shared-file-system {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.460717] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.share_apply_policy_timeout = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.460869] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.461029] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.461180] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.461328] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.461494] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.461662] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] manila.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.461823] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] mks.enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.462180] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.462368] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] image_cache.manager_interval = 2400 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.462526] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] image_cache.precache_concurrency = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.462688] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] image_cache.remove_unused_base_images = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.462849] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.463018] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.463198] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] image_cache.subdirectory_name = _base {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.463369] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.api_max_retries = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.463526] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.api_retry_interval = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.463677] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.463827] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.auth_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.463976] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.464139] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.464295] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.464468] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.conductor_group = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.464637] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.464789] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.464972] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.465113] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.465266] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.465416] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.465565] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.465720] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.peer_list = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.465870] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.466032] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.466192] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.serial_console_state_timeout = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.466342] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.466502] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.service_type = baremetal {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.466651] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.shard = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.466803] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.466952] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.467137] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.467303] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.467492] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.467663] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ironic.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.467840] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.468012] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] key_manager.fixed_key = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.468220] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.468388] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.barbican_api_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.468540] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.barbican_endpoint = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.468704] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.barbican_endpoint_type = public {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.468855] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.barbican_region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.469010] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.469170] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.469327] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.469477] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.469624] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.469779] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.number_of_retries = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.469931] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.retry_delay = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.470094] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.send_service_user_token = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.470252] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.470398] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.470571] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.verify_ssl = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.470734] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican.verify_ssl_path = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.470892] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.471060] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.auth_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.471215] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.471362] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.471512] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.471663] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.471810] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.471960] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.472125] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] barbican_service_user.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.472288] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.approle_role_id = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.472442] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.approle_secret_id = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.472599] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.kv_mountpoint = secret {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.472748] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.kv_path = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.472901] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.kv_version = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.473062] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.namespace = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.473218] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.root_token_id = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.473368] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.ssl_ca_crt_file = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.473536] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.timeout = 60.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.473707] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.use_ssl = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.473870] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.474045] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.474201] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.474355] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.474503] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.474650] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.474798] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.474982] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.475109] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.475258] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.475405] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.475551] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.475697] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.475845] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.476007] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.service_type = identity {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.476165] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.476317] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.476468] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.476642] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.476816] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.476967] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] keystone.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.477192] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.ceph_mount_options = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.477515] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.477689] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.connection_uri = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.477845] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.cpu_mode = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.478023] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.478197] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.cpu_models = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.478373] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.cpu_power_governor_high = performance {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.478534] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.478688] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.cpu_power_management = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.478851] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.479013] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.device_detach_attempts = 8 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.479189] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.device_detach_timeout = 20 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.479349] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.disk_cachemodes = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.479533] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.disk_prefix = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.479697] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.enabled_perf_events = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.479859] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.file_backed_memory = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.480027] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.gid_maps = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.480187] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.hw_disk_discard = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.480338] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.hw_machine_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.480498] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.images_rbd_ceph_conf = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.480651] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.480805] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.480962] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.images_rbd_glance_store_name = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.481146] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.images_rbd_pool = rbd {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.481305] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.images_type = default {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.481453] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.images_volume_group = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.481603] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.inject_key = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.481754] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.inject_partition = -2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.481906] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.inject_password = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.482073] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.iscsi_iface = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.482233] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.iser_use_multipath = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.482385] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.482563] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.482723] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_downtime = 500 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.482877] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.483041] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.483204] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_inbound_addr = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.483363] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.483514] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.483665] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.483813] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_scheme = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.483975] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_timeout_action = abort {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.484141] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_tunnelled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.484290] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_uri = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.484439] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.live_migration_with_native_tls = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.484586] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.max_queues = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.484737] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.484976] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.485146] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.nfs_mount_options = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.485444] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.485637] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.485799] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.485952] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.486124] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.486283] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.num_pcie_ports = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.486441] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.486594] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.pmem_namespaces = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.486745] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.quobyte_client_cfg = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.487050] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.487252] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.487415] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.487572] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.487724] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rbd_secret_uuid = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.487872] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rbd_user = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.488042] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.488236] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.488389] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rescue_image_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.488561] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rescue_kernel_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.488721] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rescue_ramdisk_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.488883] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.489052] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.rx_queue_size = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.489216] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.smbfs_mount_options = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.489506] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.489674] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.snapshot_compression = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.489828] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.snapshot_image_format = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.490053] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.490219] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.sparse_logical_volumes = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.490390] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.supported_tpm_secret_security = ['user', 'host'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.490547] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.swtpm_enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.490707] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.swtpm_group = tss {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.490866] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.swtpm_user = tss {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.491034] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.sysinfo_serial = unique {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.491188] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.tb_cache_size = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.491339] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.tx_queue_size = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.491493] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.uid_maps = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.491669] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.use_virtio_for_bridges = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.491833] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.virt_type = kvm {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.491992] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.volume_clear = zero {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.492163] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.volume_clear_size = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.492318] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.volume_enforce_multipath = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.492474] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.volume_use_multipath = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.492623] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.vzstorage_cache_path = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.492781] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.492940] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.493107] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.493269] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.493548] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.493719] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.vzstorage_mount_user = stack {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.493876] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.494057] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.494228] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.auth_type = password {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.494378] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.494532] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.494704] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.494858] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.495013] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.495183] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.default_floating_pool = public {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.495335] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.495490] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.extension_sync_interval = 600 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.495639] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.http_retries = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.495790] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.495938] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.496098] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.496261] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.496412] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.496570] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.ovs_bridge = br-int {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.496738] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.physnets = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.496899] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.region_name = RegionOne {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.497062] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.497250] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.service_metadata_proxy = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.497406] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.497578] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.service_type = network {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.497753] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.497908] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.498072] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.498262] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.498448] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.498599] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] neutron.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.498760] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] notifications.bdms_in_notifications = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.498926] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] notifications.default_level = INFO {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.499100] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] notifications.include_share_mapping = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.499330] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] notifications.notification_format = unversioned {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.499509] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] notifications.notify_on_state_change = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.499683] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.499855] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] pci.alias = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.500022] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] pci.device_spec = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.500187] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] pci.report_in_placement = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.500355] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.500521] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.auth_type = password {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.500681] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.500830] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.500977] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.501147] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.501296] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.501442] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.501591] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.default_domain_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.501736] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.default_domain_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.501879] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.domain_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.502033] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.domain_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.502190] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.502346] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.502493] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.502641] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.502787] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.502941] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.password = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.503102] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.project_domain_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.503261] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.project_domain_name = Default {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.503417] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.project_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.503578] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.project_name = service {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.503735] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.region_name = RegionOne {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.503884] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.504045] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.504211] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.service_type = placement {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.504364] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.504512] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.504658] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.504804] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.system_scope = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.504951] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.505116] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.trust_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.505269] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.user_domain_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.505427] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.user_domain_name = Default {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.505574] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.user_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.505736] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.username = nova {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.505905] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.506076] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] placement.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.506256] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.cores = 20 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.506415] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.count_usage_from_placement = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.506575] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.506731] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.injected_file_content_bytes = 10240 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.506886] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.injected_file_path_length = 255 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.507048] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.injected_files = 5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.507242] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.instances = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.507404] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.key_pairs = 100 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.507560] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.metadata_items = 128 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.507716] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.ram = 51200 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.507868] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.recheck_quota = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.508035] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.server_group_members = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.508263] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.server_groups = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.508555] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.508792] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] quota.unified_limits_resource_strategy = require {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.509025] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.509221] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.509402] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.image_metadata_prefilter = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.509579] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.509757] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.max_attempts = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.509935] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.max_placement_results = 1000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.510126] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.510285] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.510434] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.510597] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] scheduler.workers = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.510761] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.510934] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.511127] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.511292] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.511446] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.511600] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.511754] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.511930] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.512100] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.host_subset_size = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.512262] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.512411] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.512563] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.512715] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.512866] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.513027] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.isolated_hosts = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.513184] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.isolated_images = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.513339] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.513502] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.513654] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.513803] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.pci_in_placement = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.513954] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.514117] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.514272] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.514451] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.514622] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.514776] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.514926] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.track_instance_changes = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.515108] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.515274] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] metrics.required = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.515426] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] metrics.weight_multiplier = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.515578] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.515728] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] metrics.weight_setting = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.516045] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.516209] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] serial_console.enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.516376] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] serial_console.port_range = 10000:20000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.516533] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.516691] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.516852] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] serial_console.serialproxy_port = 6083 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.517020] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.517215] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.auth_type = password {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.517373] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.517521] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.517671] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.517819] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.517963] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.518162] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.send_service_user_token = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.518343] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.518494] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] service_user.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.518654] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.agent_enabled = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.518801] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.519130] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.519336] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.519501] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.html5proxy_port = 6082 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.519654] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.image_compression = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.519803] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.jpeg_compression = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.519948] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.playback_compression = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.520113] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.require_secure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.520272] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.server_listen = 127.0.0.1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.520430] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.520695] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.520854] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.streaming_mode = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.521012] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] spice.zlib_compression = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.521174] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] upgrade_levels.baseapi = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.521338] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] upgrade_levels.compute = auto {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.521486] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] upgrade_levels.conductor = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.521635] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] upgrade_levels.scheduler = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.521791] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.521940] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.522097] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.522250] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.522399] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.522548] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.522693] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.522841] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.522988] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vendordata_dynamic_auth.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.523162] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.api_retry_count = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.523314] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.ca_file = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.523474] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.523629] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.cluster_name = testcl1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.523785] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.connection_pool_size = 10 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.523935] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.console_delay_seconds = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.524103] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.datastore_regex = ^datastore.* {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.524319] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.524491] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.host_password = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.524650] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.host_port = 443 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.524805] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.host_username = administrator@vsphere.local {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.524963] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.insecure = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.525126] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.integration_bridge = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.525284] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.maximum_objects = 100 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.525432] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.pbm_default_policy = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.525581] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.pbm_enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.525728] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.pbm_wsdl_location = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.525883] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.526040] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.serial_port_proxy_uri = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.526190] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.serial_port_service_uri = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.526349] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.task_poll_interval = 0.5 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.526504] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.use_linked_clone = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.526660] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.vnc_keymap = en-us {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.526814] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.vnc_port = 5900 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.526964] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vmware.vnc_port_total = 10000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.527179] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.auth_schemes = ['none'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.527353] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.527626] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.527800] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.527963] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.novncproxy_port = 6080 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.528163] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.server_listen = 127.0.0.1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.528355] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.528509] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.vencrypt_ca_certs = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.528657] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.vencrypt_client_cert = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.528800] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vnc.vencrypt_client_key = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.528963] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.529129] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.disable_deep_image_inspection = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.529281] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.529432] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.529576] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.529722] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.disable_rootwrap = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.529869] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.enable_numa_live_migration = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.530021] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.530174] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.530322] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.530468] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.libvirt_disable_apic = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.530611] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.530757] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.530904] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.531072] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.531227] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.531373] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.531519] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.531666] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.531814] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.531967] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.532153] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.532311] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.532464] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] zvm.ca_file = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.532615] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] zvm.cloud_connector_url = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.532920] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.533096] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] zvm.reachable_timeout = 300 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.533262] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.533428] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.533591] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.connection_string = messaging:// {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.533746] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.enabled = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.533902] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.es_doc_type = notification {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.534100] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.es_scroll_size = 10000 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.534234] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.es_scroll_time = 2m {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.534387] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.filter_error_trace = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.534543] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.hmac_keys = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.534698] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.sentinel_service_name = mymaster {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.534854] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.socket_timeout = 0.1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.535012] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.trace_requests = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.535172] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler.trace_sqlalchemy = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.535339] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler_jaeger.process_tags = {} {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.535488] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler_jaeger.service_name_prefix = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.535638] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] profiler_otlp.service_name_prefix = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.535799] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.535949] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.536111] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.536266] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.536415] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.536562] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.536710] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.536860] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.537013] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.537219] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.537378] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.537541] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.537698] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.537854] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.538018] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.538191] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.538380] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.538542] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.538709] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.538862] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.539025] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.539185] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.539337] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.539492] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.539641] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.539793] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.539942] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.540103] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.540258] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.540409] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.540557] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.ssl = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.540714] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.540869] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.541031] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.541193] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.541350] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.541501] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.541671] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.541827] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_notifications.retry = -1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.541989] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.542167] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.542330] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.auth_section = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.542485] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.auth_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.542632] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.cafile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.542777] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.certfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.542926] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.collect_timing = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.543088] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.connect_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.543239] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.connect_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.543386] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.endpoint_id = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.543545] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.543693] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.endpoint_override = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.543837] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.endpoint_region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.543982] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.endpoint_service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.544142] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.endpoint_service_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.544294] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.insecure = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.544440] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.keyfile = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.544585] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.max_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.544729] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.min_version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.544872] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.region_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.545032] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.retriable_status_codes = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.545183] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.service_name = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.545331] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.service_type = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.545489] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.split_loggers = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.545641] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.status_code_retries = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.545789] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.status_code_retry_delay = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.545934] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.timeout = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.546102] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.valid_interfaces = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.546255] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_limit.version = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.546408] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_reports.file_event_handler = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.546558] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.546707] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] oslo_reports.log_dir = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.546864] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.547021] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.547202] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.547370] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.547526] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.547678] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.547824] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.547984] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.548149] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_ovs_privileged.group = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.548298] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.548449] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.548600] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.548752] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.548899] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] vif_plug_ovs_privileged.user = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.549078] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.549255] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.549434] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.549607] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.549771] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.549938] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.550109] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.550266] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.550435] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.550594] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_ovs.isolate_vif = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.550753] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.550909] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.551079] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.551242] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.551392] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] os_vif_ovs.per_port_bridge = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.551552] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.551699] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] privsep_osbrick.group = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.551847] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] privsep_osbrick.helper_command = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.551999] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.552167] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.552324] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.552473] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] privsep_osbrick.user = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.552636] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.552783] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] nova_sys_admin.group = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.552928] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] nova_sys_admin.helper_command = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.553087] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.553246] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.553398] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.553545] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] nova_sys_admin.user = None {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 520.553665] env[65899]: DEBUG oslo_service.backend._eventlet.service [None req-0878331f-b213-41d6-baac-982a55a87962 None None] ******************************************************************************** {{(pid=65899) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 520.554088] env[65899]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 521.058793] env[65899]: WARNING nova.virt.vmwareapi.driver [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 521.059750] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Getting list of instances from cluster (obj){ [ 521.059750] env[65899]: value = "domain-c8" [ 521.059750] env[65899]: _type = "ClusterComputeResource" [ 521.059750] env[65899]: } {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 521.060893] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c256789-f082-4ce0-ad99-22a74169ff2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.069652] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Got total of 0 instances {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 521.070151] env[65899]: INFO nova.virt.node [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Generated node identity 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 [ 521.070378] env[65899]: INFO nova.virt.node [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Wrote node identity 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 to /opt/stack/data/n-cpu-1/compute_id [ 521.573073] env[65899]: WARNING nova.compute.manager [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Compute nodes ['6e9c4476-e557-4afd-928d-cf1c63a2d0d0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 522.578415] env[65899]: INFO nova.compute.manager [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 523.584617] env[65899]: WARNING nova.compute.manager [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 523.584945] env[65899]: DEBUG oslo_concurrency.lockutils [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 523.585086] env[65899]: DEBUG oslo_concurrency.lockutils [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 523.585230] env[65899]: DEBUG oslo_concurrency.lockutils [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 523.585380] env[65899]: DEBUG nova.compute.resource_tracker [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 523.586242] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedfe5e7-0f3f-4c52-91c1-776c2fa59579 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.594389] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d465a881-5a72-4ea6-ac79-28a07ae2be7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.608033] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d2156-45e0-4649-bfca-b16c8ca7b5fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.614733] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f0b240-2c3a-486a-b274-40e74e9d2f94 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.645909] env[65899]: DEBUG nova.compute.resource_tracker [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180602MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 523.646106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 523.646268] env[65899]: DEBUG oslo_concurrency.lockutils [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 524.148924] env[65899]: WARNING nova.compute.resource_tracker [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] No compute node record for cpu-1:6e9c4476-e557-4afd-928d-cf1c63a2d0d0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 could not be found. [ 524.652967] env[65899]: INFO nova.compute.resource_tracker [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 [ 526.161605] env[65899]: DEBUG nova.compute.resource_tracker [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 526.162046] env[65899]: DEBUG nova.compute.resource_tracker [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 526.335323] env[65899]: INFO nova.scheduler.client.report [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] [req-2aab90a7-80ed-406b-a59e-c49c63b151de] Created resource provider record via placement API for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 526.353478] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3de60e-ad78-4a69-ab23-46051cf164f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.361533] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f27e28-60d8-4fce-a2ee-3b160fea6e80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.390539] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4706be2-236d-4045-bc3b-e58b860780f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.397935] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad4a5f0-84e4-4277-8a58-6420ad9a46fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.411175] env[65899]: DEBUG nova.compute.provider_tree [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 526.947939] env[65899]: DEBUG nova.scheduler.client.report [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 526.948229] env[65899]: DEBUG nova.compute.provider_tree [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 0 to 1 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 526.948421] env[65899]: DEBUG nova.compute.provider_tree [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 526.996815] env[65899]: DEBUG nova.compute.provider_tree [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 1 to 2 during operation: update_traits {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 527.501229] env[65899]: DEBUG nova.compute.resource_tracker [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 527.501607] env[65899]: DEBUG oslo_concurrency.lockutils [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.855s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.501607] env[65899]: DEBUG nova.service [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Creating RPC server for service compute {{(pid=65899) start /opt/stack/nova/nova/service.py:177}} [ 527.516207] env[65899]: DEBUG nova.service [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] Join ServiceGroup membership for this service compute {{(pid=65899) start /opt/stack/nova/nova/service.py:194}} [ 527.516418] env[65899]: DEBUG nova.servicegroup.drivers.db [None req-25df93fa-a3f7-40e6-a458-0491283d1c37 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65899) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 550.523045] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.025762] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Getting list of instances from cluster (obj){ [ 551.025762] env[65899]: value = "domain-c8" [ 551.025762] env[65899]: _type = "ClusterComputeResource" [ 551.025762] env[65899]: } {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 551.027021] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed284da-fca9-413e-839e-249f1e3ca181 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.035721] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Got total of 0 instances {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 551.035954] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.036270] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Getting list of instances from cluster (obj){ [ 551.036270] env[65899]: value = "domain-c8" [ 551.036270] env[65899]: _type = "ClusterComputeResource" [ 551.036270] env[65899]: } {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 551.037145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9a4aa-5a39-4871-8480-977d75ccb2a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.044883] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Got total of 0 instances {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.674877] env[65899]: INFO nova.utils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] The default thread pool MainProcess.default is initialized [ 567.676810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "be88c043-91e6-4d8f-bbd0-d41174b17f18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.676810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.184194] env[65899]: DEBUG nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 568.731841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.732215] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.733750] env[65899]: INFO nova.compute.claims [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.799020] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c5ae2-64c4-4c68-813b-5f84c6961658 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.804256] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7f873-89f0-4363-8411-fa399e956219 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.835994] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597e5cdc-54fe-4c5b-ac89-8fc1511b2a10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.844129] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7fd127-9d1b-4c26-950a-29033f75e1da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.859429] env[65899]: DEBUG nova.compute.provider_tree [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.365790] env[65899]: DEBUG nova.scheduler.client.report [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.672105] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "2ae10234-340d-47bc-9a67-0342b8ebd821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.675755] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.870085] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.870695] env[65899]: DEBUG nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 570.998225] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.998543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.174657] env[65899]: DEBUG nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 571.378431] env[65899]: DEBUG nova.compute.utils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 571.378893] env[65899]: DEBUG nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 571.380135] env[65899]: DEBUG nova.network.neutron [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 571.381505] env[65899]: WARNING neutronclient.v2_0.client [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 571.383343] env[65899]: WARNING neutronclient.v2_0.client [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 571.462871] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.463111] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.501529] env[65899]: DEBUG nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 571.511355] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "3dedb3ee-1b21-4963-a2bb-947cd2089760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.511593] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.605996] env[65899]: DEBUG nova.policy [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e0f1aad8ca480390042853329e2049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd668dbfe918c47caa8f9e34ebf6aa58c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.702267] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.702561] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.704311] env[65899]: INFO nova.compute.claims [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.887250] env[65899]: DEBUG nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 571.965775] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 572.014664] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 572.039575] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.220407] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "b3d29374-12a9-4b7b-9c71-137b7693ace7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.221781] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.362122] env[65899]: DEBUG nova.network.neutron [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Successfully created port: 1ee3f8f4-0368-4892-94c4-c63d070a3db9 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 572.493547] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.547880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.723745] env[65899]: DEBUG nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 572.857400] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b492c-84b3-4713-99dc-d0546d7b9525 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.865439] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c8a65-2256-4808-aa7f-eaf246ae345d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.898967] env[65899]: DEBUG nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 572.904693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c27b0c-a0a6-426d-9089-a1848bb2fa17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.913607] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d6921-9484-491e-8223-6d9bffd574ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.931320] env[65899]: DEBUG nova.compute.provider_tree [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.946339] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 572.946440] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.946562] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 572.946731] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.946863] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 572.947012] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 572.947646] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 572.947808] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 572.948221] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 572.948393] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 572.948603] env[65899]: DEBUG nova.virt.hardware [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 572.950479] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b041b12-76f4-4da5-a34a-497982878aaf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.961101] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9bea6-4b27-4c96-a367-443a6062126c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.985086] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c8cc90-8bd3-4de5-bcdf-8dd140c88780 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.260507] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.437286] env[65899]: DEBUG nova.scheduler.client.report [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.940901] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.940901] env[65899]: DEBUG nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 573.944241] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.907s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.947214] env[65899]: INFO nova.compute.claims [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.454239] env[65899]: DEBUG nova.compute.utils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.460157] env[65899]: DEBUG nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 574.460157] env[65899]: DEBUG nova.network.neutron [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 574.460157] env[65899]: WARNING neutronclient.v2_0.client [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 574.461009] env[65899]: WARNING neutronclient.v2_0.client [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 574.633276] env[65899]: DEBUG nova.network.neutron [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Successfully updated port: 1ee3f8f4-0368-4892-94c4-c63d070a3db9 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 574.699932] env[65899]: DEBUG nova.policy [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee00407851d14d5e8804cb23053fb4ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eda4f71a73749aebe02ab428da092b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.963407] env[65899]: DEBUG nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 575.111667] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899a2fe8-d602-4e82-a7da-0d5162a8506e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.120461] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab145c-f3cb-47f2-abd8-78e6d89b59d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.155817] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "refresh_cache-be88c043-91e6-4d8f-bbd0-d41174b17f18" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.155817] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquired lock "refresh_cache-be88c043-91e6-4d8f-bbd0-d41174b17f18" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.155817] env[65899]: DEBUG nova.network.neutron [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 575.158069] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a22f4-b31e-4683-9cfa-55bcc133e3a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.168158] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb06fc-92af-45ab-9705-bc984a0f3c93 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.187272] env[65899]: DEBUG nova.compute.provider_tree [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.242824] env[65899]: DEBUG nova.network.neutron [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Successfully created port: eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 575.690479] env[65899]: DEBUG nova.scheduler.client.report [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.907562] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.908359] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.909144] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.909302] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.909464] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.909713] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.909815] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.909987] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 575.910383] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 575.972628] env[65899]: DEBUG nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 575.999101] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 575.999729] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.000130] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 576.000530] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.000874] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 576.001224] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 576.001908] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 576.007050] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 576.007050] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 576.007050] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 576.010555] env[65899]: DEBUG nova.virt.hardware [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 576.011445] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d836b3-c652-438e-bdef-a06f513c77fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.021586] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ceaad8-90a6-4342-8124-62e3e178b1d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.193282] env[65899]: DEBUG nova.network.neutron [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 576.196283] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.196886] env[65899]: DEBUG nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 576.199920] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.706s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.201980] env[65899]: INFO nova.compute.claims [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.417594] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.707147] env[65899]: DEBUG nova.compute.utils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 576.710729] env[65899]: DEBUG nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 576.710929] env[65899]: DEBUG nova.network.neutron [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 576.711259] env[65899]: WARNING neutronclient.v2_0.client [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 576.711552] env[65899]: WARNING neutronclient.v2_0.client [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 577.003436] env[65899]: DEBUG nova.compute.manager [req-e545f3d6-b0bd-4be9-bd92-f2d59c315447 req-d481787c-da85-404e-af4a-f774d5f42608 service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Received event network-vif-plugged-1ee3f8f4-0368-4892-94c4-c63d070a3db9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 577.003779] env[65899]: DEBUG oslo_concurrency.lockutils [req-e545f3d6-b0bd-4be9-bd92-f2d59c315447 req-d481787c-da85-404e-af4a-f774d5f42608 service nova] Acquiring lock "be88c043-91e6-4d8f-bbd0-d41174b17f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.003875] env[65899]: DEBUG oslo_concurrency.lockutils [req-e545f3d6-b0bd-4be9-bd92-f2d59c315447 req-d481787c-da85-404e-af4a-f774d5f42608 service nova] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.004070] env[65899]: DEBUG oslo_concurrency.lockutils [req-e545f3d6-b0bd-4be9-bd92-f2d59c315447 req-d481787c-da85-404e-af4a-f774d5f42608 service nova] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.004170] env[65899]: DEBUG nova.compute.manager [req-e545f3d6-b0bd-4be9-bd92-f2d59c315447 req-d481787c-da85-404e-af4a-f774d5f42608 service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] No waiting events found dispatching network-vif-plugged-1ee3f8f4-0368-4892-94c4-c63d070a3db9 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 577.004314] env[65899]: WARNING nova.compute.manager [req-e545f3d6-b0bd-4be9-bd92-f2d59c315447 req-d481787c-da85-404e-af4a-f774d5f42608 service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Received unexpected event network-vif-plugged-1ee3f8f4-0368-4892-94c4-c63d070a3db9 for instance with vm_state building and task_state spawning. [ 577.136642] env[65899]: DEBUG nova.network.neutron [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Successfully updated port: eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 577.211473] env[65899]: DEBUG nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 577.332528] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825890f7-3499-4aa3-a29e-0ac8169c4d87 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.340592] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d45bcdb-583b-4799-b48f-3916c4c44249 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.375571] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e12b26d-ffc6-4e5c-afb6-3fbe760e2e1a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.386217] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0312fe95-ca6d-47f7-b77d-b961575d8162 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.399613] env[65899]: DEBUG nova.compute.provider_tree [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.641859] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.642315] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.643331] env[65899]: DEBUG nova.network.neutron [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 577.651266] env[65899]: DEBUG nova.policy [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b678782db5714d2086c297051bd32fa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bda2b3b0e694c26ac4195ff6d13d871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.812435] env[65899]: WARNING neutronclient.v2_0.client [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 577.903389] env[65899]: DEBUG nova.scheduler.client.report [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.223489] env[65899]: DEBUG nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 578.232427] env[65899]: DEBUG nova.network.neutron [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Successfully created port: 1d5f10a2-fa78-498b-8d94-c7426020092e {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 578.254302] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 578.254503] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.254587] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 578.254754] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.254974] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 578.255134] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 578.255335] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 578.255492] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 578.255658] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 578.255806] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 578.255964] env[65899]: DEBUG nova.virt.hardware [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 578.256930] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f134d9-6f75-4636-b2c2-6dffeafc5645 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.270105] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71aee1-429a-45f4-93e4-cf7634133be8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.409644] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.410286] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 578.415174] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.868s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.417454] env[65899]: INFO nova.compute.claims [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.728904] env[65899]: DEBUG nova.network.neutron [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 578.922423] env[65899]: DEBUG nova.compute.utils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.926812] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 578.928990] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 578.931045] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 578.931045] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 579.169009] env[65899]: DEBUG nova.network.neutron [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Updating instance_info_cache with network_info: [{"id": "1ee3f8f4-0368-4892-94c4-c63d070a3db9", "address": "fa:16:3e:36:fc:bf", "network": {"id": "55567d07-6363-4902-bb3d-1ad65eb864de", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1984049888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d668dbfe918c47caa8f9e34ebf6aa58c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3f8f4-03", "ovs_interfaceid": "1ee3f8f4-0368-4892-94c4-c63d070a3db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.427034] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 579.542210] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819fe058-b33b-488f-ac4b-87b55df340f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.551112] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb83ab-9fcd-4b06-aa4b-134b2897d053 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.582959] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc8106-c2ac-4415-9aaf-78c01e9c8631 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.590977] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa38f0f-275f-4cb7-adbd-2dc7a46b8dc3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.605046] env[65899]: DEBUG nova.compute.provider_tree [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.672034] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Releasing lock "refresh_cache-be88c043-91e6-4d8f-bbd0-d41174b17f18" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.672034] env[65899]: DEBUG nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Instance network_info: |[{"id": "1ee3f8f4-0368-4892-94c4-c63d070a3db9", "address": "fa:16:3e:36:fc:bf", "network": {"id": "55567d07-6363-4902-bb3d-1ad65eb864de", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1984049888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d668dbfe918c47caa8f9e34ebf6aa58c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3f8f4-03", "ovs_interfaceid": "1ee3f8f4-0368-4892-94c4-c63d070a3db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 579.672684] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:fc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee3f8f4-0368-4892-94c4-c63d070a3db9', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.685093] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.685833] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dbdcc33-a0db-480c-bd6b-94f9ee98a9ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.701997] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Created folder: OpenStack in parent group-v4. [ 579.702236] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Creating folder: Project (d668dbfe918c47caa8f9e34ebf6aa58c). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.702506] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed9999d4-9200-40b1-a00c-a4ff5fa41c7e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.713047] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Created folder: Project (d668dbfe918c47caa8f9e34ebf6aa58c) in parent group-v953787. [ 579.713238] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Creating folder: Instances. Parent ref: group-v953788. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.713492] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50fb9481-8d85-457e-9936-eaedc4d26b38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.724142] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Created folder: Instances in parent group-v953788. [ 579.724411] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 579.724617] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.724824] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07130309-a5bf-4b9c-8565-c85957885ae1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.749058] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.749058] env[65899]: value = "task-4894081" [ 579.749058] env[65899]: _type = "Task" [ 579.749058] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.760836] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894081, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.109390] env[65899]: DEBUG nova.scheduler.client.report [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.125248] env[65899]: DEBUG nova.policy [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a939ecebe0744c5296a72b07f1aeabb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52bed304bd51494284849be165610ee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.262128] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894081, 'name': CreateVM_Task, 'duration_secs': 0.421012} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.262745] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.262795] env[65899]: WARNING neutronclient.v2_0.client [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 580.306478] env[65899]: DEBUG nova.network.neutron [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Successfully updated port: 1d5f10a2-fa78-498b-8d94-c7426020092e {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 580.437579] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 580.466762] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 580.467042] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.467157] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 580.467330] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.467504] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 580.467805] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 580.468041] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 580.468297] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 580.468936] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 580.468936] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 580.468936] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 580.469729] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6a856d-f1bf-476c-9201-15ae3eefbaf1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.478188] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122c0610-789f-4ad1-9bc9-2315d4134d36 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.615635] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.615941] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 580.618522] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.358s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.619906] env[65899]: INFO nova.compute.claims [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.812985] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "refresh_cache-1dd05998-5fd2-4079-bfa8-3ab36a1071cf" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.812985] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired lock "refresh_cache-1dd05998-5fd2-4079-bfa8-3ab36a1071cf" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.812985] env[65899]: DEBUG nova.network.neutron [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 581.125071] env[65899]: DEBUG nova.compute.utils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.130187] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 581.130187] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 581.130187] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.130187] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.344198] env[65899]: DEBUG oslo_vmware.service [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d040d5-a90d-4ee4-9d62-5ac73a013285 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.352214] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.352374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.353333] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.353698] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9499f15e-c89b-4662-b9b2-9924f3ee9d4c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.356275] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Successfully created port: d6635880-9e4e-45af-9415-53a879cc2a6a {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 581.362531] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 581.362531] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5213649b-a5e1-3889-e43a-2923271530e1" [ 581.362531] env[65899]: _type = "Task" [ 581.362531] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.371992] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5213649b-a5e1-3889-e43a-2923271530e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.629523] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 581.721522] env[65899]: WARNING neutronclient.v2_0.client [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.756654] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48feeab7-4266-4440-919e-03ff593c9c22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.765500] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3dc5b5-9373-42b3-baf5-dc38947c3531 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.803399] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f704199-9cda-4600-812b-4bcfa48b9c8c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.814026] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e1399-d249-455e-889b-d5dbe1c03bbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.830069] env[65899]: DEBUG nova.compute.provider_tree [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.876127] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.876127] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.876127] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.876127] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.876437] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.876437] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce92d57f-fbd6-4c2f-9f67-c14fb68abe4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.885362] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.885736] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.886621] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc42125-54fc-43fb-8a03-d65f0967066f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.894886] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f43f69-bccc-4b47-8547-fdfb4c7ccd84 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.901847] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 581.901847] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c0125d-8a09-fc31-36dc-a93cde134f0b" [ 581.901847] env[65899]: _type = "Task" [ 581.901847] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.913761] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c0125d-8a09-fc31-36dc-a93cde134f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.333615] env[65899]: DEBUG nova.scheduler.client.report [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.399296] env[65899]: DEBUG nova.policy [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a939ecebe0744c5296a72b07f1aeabb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52bed304bd51494284849be165610ee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.412334] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Preparing fetch location {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 582.412899] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Creating directory with path [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.412899] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cefdd134-e351-4b2b-92b6-057dcb9ca427 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.426129] env[65899]: DEBUG nova.network.neutron [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 582.434762] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Created directory with path [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.434973] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Fetch image to [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 582.435151] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Downloading image file data a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk on the data store datastore2 {{(pid=65899) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 582.435979] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd234f34-2088-4dfc-81f7-2707829e226d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.445942] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd5dc1e-82fe-4491-8907-86deb0e398db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.463772] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd4a9a2-228f-4b48-b0aa-5d938457bfa2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.502886] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5611591c-4c5b-4d75-87a7-fa4ad9363896 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.510609] env[65899]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bdce87b8-d44c-43b1-ad4a-29167a3995dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.539654] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Downloading image file data a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to the data store datastore2 {{(pid=65899) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 582.608142] env[65899]: DEBUG oslo_vmware.rw_handles [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65899) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 582.670456] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 582.709928] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 582.710730] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.710730] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 582.710730] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.710730] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 582.710914] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 582.711017] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 582.711113] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 582.711268] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 582.711421] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 582.711582] env[65899]: DEBUG nova.virt.hardware [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 582.712698] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65101907-46a3-4393-8755-1effcce4e1fc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.725620] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb76ef-2657-478f-a0d6-028c1dd551cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.839177] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.839177] env[65899]: DEBUG nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 582.842520] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.425s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.842738] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.842928] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 582.847019] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cf7d2-0764-4996-9ce5-2a853a8628bd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.856325] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc7efc-cc03-4337-b5f1-19782f83e263 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.877032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277555d9-e58e-40f3-b507-1bcf04d6eb10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.885714] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9790bee1-b8b5-4b08-a6fc-ac640d3d52ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.920613] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180597MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 582.920787] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.921013] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.257054] env[65899]: DEBUG oslo_vmware.rw_handles [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Completed reading data from the image iterator. {{(pid=65899) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 583.257341] env[65899]: DEBUG oslo_vmware.rw_handles [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 583.353923] env[65899]: DEBUG nova.compute.utils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.356056] env[65899]: DEBUG nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 583.356056] env[65899]: DEBUG nova.network.neutron [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 583.356224] env[65899]: WARNING neutronclient.v2_0.client [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 583.357127] env[65899]: WARNING neutronclient.v2_0.client [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 583.401743] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Downloaded image file data a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk on the data store datastore2 {{(pid=65899) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 583.403539] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Caching image {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 583.403881] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Copying Virtual Disk [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk to [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.404646] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68b67ea6-0dc6-4515-a579-4eb55d30fd3a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.413773] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 583.413773] env[65899]: value = "task-4894082" [ 583.413773] env[65899]: _type = "Task" [ 583.413773] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.424321] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.861925] env[65899]: DEBUG nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 583.930468] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894082, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.958376] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance be88c043-91e6-4d8f-bbd0-d41174b17f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 583.958451] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2ae10234-340d-47bc-9a67-0342b8ebd821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 583.958613] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 1dd05998-5fd2-4079-bfa8-3ab36a1071cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 583.958721] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7c673a1a-6fb8-4c97-a3f5-02105592fdab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 583.958827] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 3dedb3ee-1b21-4963-a2bb-947cd2089760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 583.958916] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance b3d29374-12a9-4b7b-9c71-137b7693ace7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 583.959480] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 583.959812] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_os_type_None': '6', 'num_proj_d668dbfe918c47caa8f9e34ebf6aa58c': '1', 'io_workload': '6', 'num_proj_7eda4f71a73749aebe02ab428da092b3': '1', 'num_proj_8bda2b3b0e694c26ac4195ff6d13d871': '1', 'num_proj_52bed304bd51494284849be165610ee4': '2', 'num_task_networking': '1', 'num_proj_3f35364acdfb4ae48d19d49fd4ce08df': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 584.092617] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82b9778-0739-4872-be80-9276d2056ef7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.102344] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2944a0ca-51cf-49b2-b253-f5069715c258 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.138202] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffe62c7-b334-4636-ba3e-ecc3761a9de3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.148912] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ba2dc-6e59-4a8e-9ecd-ff9830f0829e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.166664] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.427497] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710605} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.428539] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Copied Virtual Disk [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk to [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.428539] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Deleting the datastore file [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.428539] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9ff2a33-f05e-41c1-8bfa-946a2e0c7a0c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.435226] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 584.435226] env[65899]: value = "task-4894083" [ 584.435226] env[65899]: _type = "Task" [ 584.435226] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.445181] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.670866] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.746235] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Successfully updated port: d6635880-9e4e-45af-9415-53a879cc2a6a {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 584.875671] env[65899]: DEBUG nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 584.912025] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 584.912278] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.913476] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 584.913476] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.913476] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 584.913476] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 584.913476] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 584.913907] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 584.913907] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 584.913907] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 584.913907] env[65899]: DEBUG nova.virt.hardware [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 584.914577] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d954d6-776f-4130-90c9-267981ab8273 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.927932] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fe48fc-4540-4dd7-a9a1-ac3d8cf838ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.952296] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028099} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.953024] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.953024] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Moving file from [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1/a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2. {{(pid=65899) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 584.953024] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b3f8699b-2d63-4b98-8b05-e0ad916f485f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.962648] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 584.962648] env[65899]: value = "task-4894084" [ 584.962648] env[65899]: _type = "Task" [ 584.962648] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.974022] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894084, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.174505] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 585.175236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.254s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.248631] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "refresh_cache-7c673a1a-6fb8-4c97-a3f5-02105592fdab" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.249638] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "refresh_cache-7c673a1a-6fb8-4c97-a3f5-02105592fdab" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.249638] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 585.477898] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894084, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.04665} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.477898] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] File moved {{(pid=65899) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 585.477898] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Cleaning up location [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 585.478144] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Deleting the datastore file [datastore2] vmware_temp/9f694759-3c0a-426a-8393-5db57e99a1f1 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.478256] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00357a4b-53ed-4255-8e23-9b0e8939ae46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.486947] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 585.486947] env[65899]: value = "task-4894085" [ 585.486947] env[65899]: _type = "Task" [ 585.486947] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.496306] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.002078] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057051} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.002745] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.003051] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d55037-5657-4863-be95-0486336e0b46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.010233] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 586.010233] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8f79b-00e0-7cc0-f2e4-ded8acca7107" [ 586.010233] env[65899]: _type = "Task" [ 586.010233] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.018960] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8f79b-00e0-7cc0-f2e4-ded8acca7107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.135631] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Successfully created port: 28289a52-7df6-43c2-97d2-4cb277efed19 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 586.523435] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8f79b-00e0-7cc0-f2e4-ded8acca7107, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.525261] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.528020] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] be88c043-91e6-4d8f-bbd0-d41174b17f18/be88c043-91e6-4d8f-bbd0-d41174b17f18.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.528020] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57641296-dcb6-4fa2-a5be-e5b63c8f9fe4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.535106] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 586.535106] env[65899]: value = "task-4894086" [ 586.535106] env[65899]: _type = "Task" [ 586.535106] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.545041] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.048760] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894086, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.279520] env[65899]: DEBUG nova.network.neutron [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updating instance_info_cache with network_info: [{"id": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "address": "fa:16:3e:94:2f:bb", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaedf9df-de", "ovs_interfaceid": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.545659] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515791} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.545926] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] be88c043-91e6-4d8f-bbd0-d41174b17f18/be88c043-91e6-4d8f-bbd0-d41174b17f18.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.546150] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.546459] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31d76bc3-550d-4711-b576-f415f93fecaa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.553864] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 587.553864] env[65899]: value = "task-4894087" [ 587.553864] env[65899]: _type = "Task" [ 587.553864] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.565493] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.783766] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Releasing lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.784415] env[65899]: DEBUG nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Instance network_info: |[{"id": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "address": "fa:16:3e:94:2f:bb", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaedf9df-de", "ovs_interfaceid": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 587.785197] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:2f:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaedf9df-dee2-4f8b-9f77-9db33725b2dd', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.794287] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Creating folder: Project (7eda4f71a73749aebe02ab428da092b3). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.794287] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f12187b-5c8e-4de9-a2ac-a9e52fea797c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.809047] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Created folder: Project (7eda4f71a73749aebe02ab428da092b3) in parent group-v953787. [ 587.810429] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Creating folder: Instances. Parent ref: group-v953791. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.811169] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7475743e-a603-4eaf-9cba-399896f0a3c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.824296] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Created folder: Instances in parent group-v953791. [ 587.824584] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 587.826059] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.826059] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8181b0f2-78a5-437d-b73f-504df4749c8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.844168] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 587.853148] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.853148] env[65899]: value = "task-4894090" [ 587.853148] env[65899]: _type = "Task" [ 587.853148] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.865835] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894090, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.068886] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066441} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.069250] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.071262] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f2a499-94d1-4dd4-bd73-e3d7fb4b1795 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.106826] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] be88c043-91e6-4d8f-bbd0-d41174b17f18/be88c043-91e6-4d8f-bbd0-d41174b17f18.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.107185] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48256e11-cb36-4995-bca9-0c4d4e45d85b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.129301] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 588.129301] env[65899]: value = "task-4894091" [ 588.129301] env[65899]: _type = "Task" [ 588.129301] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.141517] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.252196] env[65899]: DEBUG nova.policy [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337e462d6a4247d6bcd5eea8e4717222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f35364acdfb4ae48d19d49fd4ce08df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.365230] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894090, 'name': CreateVM_Task, 'duration_secs': 0.39853} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.365543] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.366116] env[65899]: WARNING neutronclient.v2_0.client [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.366863] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.368242] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.368242] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.368242] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847d2bbb-62f9-488c-abc9-30d083813bec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.374252] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 588.374252] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521e3932-2509-8ed2-153b-74477dd4696f" [ 588.374252] env[65899]: _type = "Task" [ 588.374252] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.384021] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521e3932-2509-8ed2-153b-74477dd4696f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.541556] env[65899]: WARNING neutronclient.v2_0.client [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.643294] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894091, 'name': ReconfigVM_Task, 'duration_secs': 0.316952} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.643758] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Reconfigured VM instance instance-00000001 to attach disk [datastore2] be88c043-91e6-4d8f-bbd0-d41174b17f18/be88c043-91e6-4d8f-bbd0-d41174b17f18.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.644912] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b483303-be49-4fe1-8368-b3cd6dd9f231 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.652246] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 588.652246] env[65899]: value = "task-4894092" [ 588.652246] env[65899]: _type = "Task" [ 588.652246] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.661144] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894092, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.888223] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521e3932-2509-8ed2-153b-74477dd4696f, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.888560] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.888798] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.889038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.889182] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.889369] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.889637] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d9f72e9-8179-4d55-b411-21dbdeb00351 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.900643] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.900840] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.901609] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ba776a-f1a3-45f4-ab9f-d9e77f4e3066 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.907781] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 588.907781] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5264bad2-2889-a9c7-4ae0-03fba7700a46" [ 588.907781] env[65899]: _type = "Task" [ 588.907781] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.917763] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5264bad2-2889-a9c7-4ae0-03fba7700a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.961224] env[65899]: DEBUG nova.network.neutron [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Successfully created port: 30f489df-5c15-4f7d-8f75-a4e9cb82256b {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 589.166637] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894092, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.421977] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5264bad2-2889-a9c7-4ae0-03fba7700a46, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.422897] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fab416-5f23-4a05-93d7-1569ee41574a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.429374] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 589.429374] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52654cd6-6306-213c-d203-b2cf2ed1ded2" [ 589.429374] env[65899]: _type = "Task" [ 589.429374] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.438519] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52654cd6-6306-213c-d203-b2cf2ed1ded2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.455059] env[65899]: DEBUG nova.compute.manager [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Received event network-changed-1ee3f8f4-0368-4892-94c4-c63d070a3db9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 589.455218] env[65899]: DEBUG nova.compute.manager [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Refreshing instance network info cache due to event network-changed-1ee3f8f4-0368-4892-94c4-c63d070a3db9. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 589.456806] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Acquiring lock "refresh_cache-be88c043-91e6-4d8f-bbd0-d41174b17f18" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.456806] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Acquired lock "refresh_cache-be88c043-91e6-4d8f-bbd0-d41174b17f18" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.456806] env[65899]: DEBUG nova.network.neutron [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Refreshing network info cache for port 1ee3f8f4-0368-4892-94c4-c63d070a3db9 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.529854] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Successfully updated port: 28289a52-7df6-43c2-97d2-4cb277efed19 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 589.664381] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894092, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.794071] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.839292] env[65899]: DEBUG nova.network.neutron [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Updating instance_info_cache with network_info: [{"id": "1d5f10a2-fa78-498b-8d94-c7426020092e", "address": "fa:16:3e:ba:34:f8", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5f10a2-fa", "ovs_interfaceid": "1d5f10a2-fa78-498b-8d94-c7426020092e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.871841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.871841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.941334] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52654cd6-6306-213c-d203-b2cf2ed1ded2, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.941540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.941848] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 2ae10234-340d-47bc-9a67-0342b8ebd821/2ae10234-340d-47bc-9a67-0342b8ebd821.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.942193] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f788f09-9c40-4d09-ba1b-00e6d2c14ce1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.950489] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 589.950489] env[65899]: value = "task-4894093" [ 589.950489] env[65899]: _type = "Task" [ 589.950489] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.960238] env[65899]: WARNING neutronclient.v2_0.client [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.963137] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.032952] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "refresh_cache-3dedb3ee-1b21-4963-a2bb-947cd2089760" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.032952] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "refresh_cache-3dedb3ee-1b21-4963-a2bb-947cd2089760" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.033406] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 590.164029] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894092, 'name': Rename_Task, 'duration_secs': 1.161871} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.164353] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.164620] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eac032a-9b5f-4b93-94a6-a9895146f355 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.173296] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 590.173296] env[65899]: value = "task-4894094" [ 590.173296] env[65899]: _type = "Task" [ 590.173296] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.184348] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.342086] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Releasing lock "refresh_cache-1dd05998-5fd2-4079-bfa8-3ab36a1071cf" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.342521] env[65899]: DEBUG nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Instance network_info: |[{"id": "1d5f10a2-fa78-498b-8d94-c7426020092e", "address": "fa:16:3e:ba:34:f8", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5f10a2-fa", "ovs_interfaceid": "1d5f10a2-fa78-498b-8d94-c7426020092e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 590.343424] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:34:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d5f10a2-fa78-498b-8d94-c7426020092e', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.352922] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Creating folder: Project (8bda2b3b0e694c26ac4195ff6d13d871). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.353464] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dacb85a-f278-4990-9299-2b6471f843a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.369104] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Created folder: Project (8bda2b3b0e694c26ac4195ff6d13d871) in parent group-v953787. [ 590.369104] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Creating folder: Instances. Parent ref: group-v953794. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.369104] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66ff359d-7b82-4d83-bef2-baee3d1011e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.374570] env[65899]: DEBUG nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 590.381722] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Created folder: Instances in parent group-v953794. [ 590.381946] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 590.382176] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.382390] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac414837-5b05-4279-aa3b-58fd8d698521 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.406702] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.406702] env[65899]: value = "task-4894097" [ 590.406702] env[65899]: _type = "Task" [ 590.406702] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.415835] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894097, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.469100] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507011} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.469371] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 2ae10234-340d-47bc-9a67-0342b8ebd821/2ae10234-340d-47bc-9a67-0342b8ebd821.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.469693] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.469914] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65915fbe-72ba-49b2-9195-9e81868ce719 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.479568] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 590.479568] env[65899]: value = "task-4894098" [ 590.479568] env[65899]: _type = "Task" [ 590.479568] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.494832] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.685344] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.711157] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Updating instance_info_cache with network_info: [{"id": "d6635880-9e4e-45af-9415-53a879cc2a6a", "address": "fa:16:3e:14:2c:aa", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6635880-9e", "ovs_interfaceid": "d6635880-9e4e-45af-9415-53a879cc2a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.790631] env[65899]: DEBUG nova.network.neutron [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Successfully updated port: 30f489df-5c15-4f7d-8f75-a4e9cb82256b {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 590.809295] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 590.896533] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.896533] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.896985] env[65899]: INFO nova.compute.claims [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.917189] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894097, 'name': CreateVM_Task, 'duration_secs': 0.378511} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.917390] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.917928] env[65899]: WARNING neutronclient.v2_0.client [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.918311] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.918492] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.918791] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.919111] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60cb2e58-599a-46fd-baa5-4e3563e134f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.924795] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 590.924795] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527f58b4-9084-a20c-05f3-1ee26ad2f1b0" [ 590.924795] env[65899]: _type = "Task" [ 590.924795] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.935160] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527f58b4-9084-a20c-05f3-1ee26ad2f1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.995115] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070611} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.995602] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.996887] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b13ae-638a-4b2e-b832-fd6d985ecc1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.028492] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 2ae10234-340d-47bc-9a67-0342b8ebd821/2ae10234-340d-47bc-9a67-0342b8ebd821.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.032329] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8052f226-adb1-4ddd-a92e-0ef31e1e2671 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.054446] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 591.054446] env[65899]: value = "task-4894099" [ 591.054446] env[65899]: _type = "Task" [ 591.054446] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.063837] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.113095] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "01cca923-2ffe-43ea-9752-6bbafe920581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.113323] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.184462] env[65899]: WARNING neutronclient.v2_0.client [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.195949] env[65899]: DEBUG oslo_vmware.api [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894094, 'name': PowerOnVM_Task, 'duration_secs': 0.711476} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.196700] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.196931] env[65899]: INFO nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Took 18.30 seconds to spawn the instance on the hypervisor. [ 591.197393] env[65899]: DEBUG nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 591.198633] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04326c46-5d9f-442f-984e-002b93ad6f17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.215190] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "refresh_cache-7c673a1a-6fb8-4c97-a3f5-02105592fdab" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.215538] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Instance network_info: |[{"id": "d6635880-9e4e-45af-9415-53a879cc2a6a", "address": "fa:16:3e:14:2c:aa", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6635880-9e", "ovs_interfaceid": "d6635880-9e4e-45af-9415-53a879cc2a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 591.216067] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:2c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6635880-9e4e-45af-9415-53a879cc2a6a', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.223814] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Creating folder: Project (52bed304bd51494284849be165610ee4). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.225309] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.229355] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cdfa4ac-4197-42f0-be40-0f2b54a38b40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.245032] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Created folder: Project (52bed304bd51494284849be165610ee4) in parent group-v953787. [ 591.245032] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Creating folder: Instances. Parent ref: group-v953797. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.245032] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10900ed1-7072-4e43-86de-0198ca82ffe8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.254902] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Created folder: Instances in parent group-v953797. [ 591.255165] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 591.255382] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.255662] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ec189e9-922f-4e4b-a758-f5cbf36c7d0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.282285] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.282285] env[65899]: value = "task-4894102" [ 591.282285] env[65899]: _type = "Task" [ 591.282285] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.295950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.295950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquired lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.295950] env[65899]: DEBUG nova.network.neutron [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 591.297417] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894102, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.361797] env[65899]: DEBUG nova.network.neutron [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Updated VIF entry in instance network info cache for port 1ee3f8f4-0368-4892-94c4-c63d070a3db9. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 591.361797] env[65899]: DEBUG nova.network.neutron [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Updating instance_info_cache with network_info: [{"id": "1ee3f8f4-0368-4892-94c4-c63d070a3db9", "address": "fa:16:3e:36:fc:bf", "network": {"id": "55567d07-6363-4902-bb3d-1ad65eb864de", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1984049888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d668dbfe918c47caa8f9e34ebf6aa58c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3f8f4-03", "ovs_interfaceid": "1ee3f8f4-0368-4892-94c4-c63d070a3db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.406874] env[65899]: DEBUG nova.network.neutron [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Updating instance_info_cache with network_info: [{"id": "28289a52-7df6-43c2-97d2-4cb277efed19", "address": "fa:16:3e:df:c4:51", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289a52-7d", "ovs_interfaceid": "28289a52-7df6-43c2-97d2-4cb277efed19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.437327] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527f58b4-9084-a20c-05f3-1ee26ad2f1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.021869} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.437649] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.437875] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.438114] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.438254] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.438421] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.438717] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0c185d1-ec77-4b23-abbd-2ce6edb1b5a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.445249] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "3149da84-6eeb-41e9-b4da-099952955604" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.445476] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "3149da84-6eeb-41e9-b4da-099952955604" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.453886] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.454061] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.454709] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa99a5f-a6b9-4bc3-8bf3-afdefbfaa861 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.462025] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 591.462025] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5242c775-72f7-9953-82e5-34e612840c58" [ 591.462025] env[65899]: _type = "Task" [ 591.462025] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.471989] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5242c775-72f7-9953-82e5-34e612840c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.567321] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894099, 'name': ReconfigVM_Task, 'duration_secs': 0.320008} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.567790] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 2ae10234-340d-47bc-9a67-0342b8ebd821/2ae10234-340d-47bc-9a67-0342b8ebd821.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.568501] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-589a4445-8dfc-4d2c-8cae-a8985700c999 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.576799] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 591.576799] env[65899]: value = "task-4894103" [ 591.576799] env[65899]: _type = "Task" [ 591.576799] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.586611] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894103, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.616324] env[65899]: DEBUG nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 591.720276] env[65899]: INFO nova.compute.manager [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Took 23.03 seconds to build instance. [ 591.793502] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894102, 'name': CreateVM_Task, 'duration_secs': 0.391657} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.793662] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.794274] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.794670] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.794866] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.795213] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.795585] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8af906-6ed6-4b13-8bfc-d060d12f10a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.802554] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 591.802554] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d478ea-7be8-5458-4c8c-0d7d42f2e806" [ 591.802554] env[65899]: _type = "Task" [ 591.802554] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.813428] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d478ea-7be8-5458-4c8c-0d7d42f2e806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.864517] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Releasing lock "refresh_cache-be88c043-91e6-4d8f-bbd0-d41174b17f18" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.864786] env[65899]: DEBUG nova.compute.manager [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received event network-vif-plugged-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 591.864975] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Acquiring lock "2ae10234-340d-47bc-9a67-0342b8ebd821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.865188] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.865388] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.865567] env[65899]: DEBUG nova.compute.manager [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] No waiting events found dispatching network-vif-plugged-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 591.865915] env[65899]: WARNING nova.compute.manager [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received unexpected event network-vif-plugged-eaedf9df-dee2-4f8b-9f77-9db33725b2dd for instance with vm_state building and task_state spawning. [ 591.866111] env[65899]: DEBUG nova.compute.manager [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 591.866171] env[65899]: DEBUG nova.compute.manager [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing instance network info cache due to event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 591.868902] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Acquiring lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.868902] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Acquired lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.868902] env[65899]: DEBUG nova.network.neutron [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.911834] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "refresh_cache-3dedb3ee-1b21-4963-a2bb-947cd2089760" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.912296] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Instance network_info: |[{"id": "28289a52-7df6-43c2-97d2-4cb277efed19", "address": "fa:16:3e:df:c4:51", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289a52-7d", "ovs_interfaceid": "28289a52-7df6-43c2-97d2-4cb277efed19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 591.913400] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:c4:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28289a52-7df6-43c2-97d2-4cb277efed19', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.922254] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 591.925103] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.925829] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57e8a23-2ee0-482d-ac7c-0649d4d4a674 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.947526] env[65899]: DEBUG nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 591.953955] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.953955] env[65899]: value = "task-4894104" [ 591.953955] env[65899]: _type = "Task" [ 591.953955] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.973780] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894104, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.974891] env[65899]: DEBUG nova.network.neutron [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 591.983460] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5242c775-72f7-9953-82e5-34e612840c58, 'name': SearchDatastore_Task, 'duration_secs': 0.019598} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.987111] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80cfc45b-ce76-4efb-ac01-af56d7e68953 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.993777] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 591.993777] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5224f801-e8be-d46f-1a4f-0cde4ca70092" [ 591.993777] env[65899]: _type = "Task" [ 591.993777] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.002874] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5224f801-e8be-d46f-1a4f-0cde4ca70092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.092961] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894103, 'name': Rename_Task, 'duration_secs': 0.159149} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.093378] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.093632] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43206b8-0de6-4053-8095-c8a9a3f9a62f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.103624] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 592.103624] env[65899]: value = "task-4894105" [ 592.103624] env[65899]: _type = "Task" [ 592.103624] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.113798] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.118559] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e926dc-2a21-40df-82e2-46d6b53a72c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.130586] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759fa310-c2fd-4b88-93f2-a6c3c181ed53 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.166469] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.167312] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7b2087-9c5d-453e-bc66-b9672f1032a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.175881] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f089705-ae38-435c-960e-ce1b80b20c4c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.190897] env[65899]: DEBUG nova.compute.provider_tree [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.224222] env[65899]: DEBUG oslo_concurrency.lockutils [None req-51ca291e-2d14-4606-a516-0f61da0510ed tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.547s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.316645] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d478ea-7be8-5458-4c8c-0d7d42f2e806, 'name': SearchDatastore_Task, 'duration_secs': 0.019567} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.317748] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.317748] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.317748] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.337401] env[65899]: WARNING neutronclient.v2_0.client [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.371344] env[65899]: WARNING neutronclient.v2_0.client [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.474906] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894104, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.489525] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.506809] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5224f801-e8be-d46f-1a4f-0cde4ca70092, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.507268] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.507651] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1dd05998-5fd2-4079-bfa8-3ab36a1071cf/1dd05998-5fd2-4079-bfa8-3ab36a1071cf.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.508056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.508316] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.508583] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff9b3642-e801-4f92-a6c3-44faaf2f1b6f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.511527] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3d1a40-ef65-4d88-a353-c9607f855308 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.520252] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 592.520252] env[65899]: value = "task-4894106" [ 592.520252] env[65899]: _type = "Task" [ 592.520252] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.532392] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.548076] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.548368] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.549451] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdb2de5-c9c6-43ee-abb1-29d0f32535f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.557675] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 592.557675] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e5a315-2657-142d-c093-2461d54a8e10" [ 592.557675] env[65899]: _type = "Task" [ 592.557675] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.570535] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "21598e28-d360-479a-9587-acdcc6d4c32b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.570708] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "21598e28-d360-479a-9587-acdcc6d4c32b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.577182] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e5a315-2657-142d-c093-2461d54a8e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.614296] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894105, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.696598] env[65899]: DEBUG nova.scheduler.client.report [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.872314] env[65899]: DEBUG nova.network.neutron [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Updating instance_info_cache with network_info: [{"id": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "address": "fa:16:3e:b9:a3:3b", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f489df-5c", "ovs_interfaceid": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.972273] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894104, 'name': CreateVM_Task, 'duration_secs': 0.587875} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.972273] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.973435] env[65899]: WARNING neutronclient.v2_0.client [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.973965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.974257] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.974692] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.975374] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f884e5-3340-42e0-a589-d6e54c360eec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.981910] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 592.981910] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a56b2c-5637-9212-a428-1701c8ac255b" [ 592.981910] env[65899]: _type = "Task" [ 592.981910] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.993256] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a56b2c-5637-9212-a428-1701c8ac255b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.040394] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.070744] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e5a315-2657-142d-c093-2461d54a8e10, 'name': SearchDatastore_Task, 'duration_secs': 0.025614} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.071603] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b12b00-5974-4538-8342-67f89a46c199 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.080151] env[65899]: DEBUG nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 593.083315] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 593.083315] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52067940-1a3b-62d1-2889-27a2d71bc0f0" [ 593.083315] env[65899]: _type = "Task" [ 593.083315] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.084538] env[65899]: WARNING neutronclient.v2_0.client [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.102576] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52067940-1a3b-62d1-2889-27a2d71bc0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.119939] env[65899]: DEBUG oslo_vmware.api [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894105, 'name': PowerOnVM_Task, 'duration_secs': 0.546466} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.121732] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.121732] env[65899]: INFO nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Took 17.15 seconds to spawn the instance on the hypervisor. [ 593.121732] env[65899]: DEBUG nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 593.121732] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96672fe5-d267-4f36-93d3-f2f933b19a46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.205097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.205535] env[65899]: DEBUG nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 593.212976] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.047s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.214883] env[65899]: INFO nova.compute.claims [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.256723] env[65899]: DEBUG nova.network.neutron [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updated VIF entry in instance network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 593.257546] env[65899]: DEBUG nova.network.neutron [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updating instance_info_cache with network_info: [{"id": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "address": "fa:16:3e:94:2f:bb", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaedf9df-de", "ovs_interfaceid": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.375745] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Releasing lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.376208] env[65899]: DEBUG nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Instance network_info: |[{"id": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "address": "fa:16:3e:b9:a3:3b", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f489df-5c", "ovs_interfaceid": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 593.377087] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:a3:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30f489df-5c15-4f7d-8f75-a4e9cb82256b', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.386862] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Creating folder: Project (3f35364acdfb4ae48d19d49fd4ce08df). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.388226] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7b37cae-110d-4f45-a8ed-49ff6b2d17ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.404683] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Created folder: Project (3f35364acdfb4ae48d19d49fd4ce08df) in parent group-v953787. [ 593.404793] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Creating folder: Instances. Parent ref: group-v953801. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.405077] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd6b4da9-a5fe-4ec2-b7b3-8546419bc376 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.419427] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Created folder: Instances in parent group-v953801. [ 593.420170] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 593.420813] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.421918] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc1597e7-375e-447a-847b-5505190d5d17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.448822] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.448822] env[65899]: value = "task-4894109" [ 593.448822] env[65899]: _type = "Task" [ 593.448822] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.460829] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894109, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.498726] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a56b2c-5637-9212-a428-1701c8ac255b, 'name': SearchDatastore_Task, 'duration_secs': 0.016445} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.499151] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.499877] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.500119] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.537412] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.966333} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.537745] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1dd05998-5fd2-4079-bfa8-3ab36a1071cf/1dd05998-5fd2-4079-bfa8-3ab36a1071cf.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.538196] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.538322] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70499cb9-a7e6-4fa6-bba2-a090203ade59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.546298] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 593.546298] env[65899]: value = "task-4894110" [ 593.546298] env[65899]: _type = "Task" [ 593.546298] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.562881] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.608054] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52067940-1a3b-62d1-2889-27a2d71bc0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.028077} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.608331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.609370] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7c673a1a-6fb8-4c97-a3f5-02105592fdab/7c673a1a-6fb8-4c97-a3f5-02105592fdab.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.609370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.609370] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.609619] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2169e979-6628-4792-bf15-ef7a580ac523 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.611685] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58bb5721-659f-436d-8cba-338b9e0a2b60 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.622873] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 593.622873] env[65899]: value = "task-4894111" [ 593.622873] env[65899]: _type = "Task" [ 593.622873] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.627630] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.629028] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.637073] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.642596] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e3e188-3145-4437-8141-8c3c3d41fd9f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.663538] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.665328] env[65899]: INFO nova.compute.manager [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Took 21.99 seconds to build instance. [ 593.666628] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 593.666628] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528632a4-8ea9-50de-65ed-3724ff14b3f8" [ 593.666628] env[65899]: _type = "Task" [ 593.666628] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.678388] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528632a4-8ea9-50de-65ed-3724ff14b3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012213} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.679645] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5da54d0-ab92-4578-b72e-8993206807d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.687618] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 593.687618] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d77745-dfa4-e9c6-d359-119195692b20" [ 593.687618] env[65899]: _type = "Task" [ 593.687618] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.703705] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d77745-dfa4-e9c6-d359-119195692b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.706800] env[65899]: DEBUG nova.compute.manager [req-61ed6e55-7df6-4204-b75a-4ffb9d4b2135 req-e6db777c-c39c-4f13-b39d-2b3f3d2a759f service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Received event network-vif-plugged-28289a52-7df6-43c2-97d2-4cb277efed19 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 593.707072] env[65899]: DEBUG oslo_concurrency.lockutils [req-61ed6e55-7df6-4204-b75a-4ffb9d4b2135 req-e6db777c-c39c-4f13-b39d-2b3f3d2a759f service nova] Acquiring lock "3dedb3ee-1b21-4963-a2bb-947cd2089760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.707292] env[65899]: DEBUG oslo_concurrency.lockutils [req-61ed6e55-7df6-4204-b75a-4ffb9d4b2135 req-e6db777c-c39c-4f13-b39d-2b3f3d2a759f service nova] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.707739] env[65899]: DEBUG oslo_concurrency.lockutils [req-61ed6e55-7df6-4204-b75a-4ffb9d4b2135 req-e6db777c-c39c-4f13-b39d-2b3f3d2a759f service nova] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.708818] env[65899]: DEBUG nova.compute.manager [req-61ed6e55-7df6-4204-b75a-4ffb9d4b2135 req-e6db777c-c39c-4f13-b39d-2b3f3d2a759f service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] No waiting events found dispatching network-vif-plugged-28289a52-7df6-43c2-97d2-4cb277efed19 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 593.708818] env[65899]: WARNING nova.compute.manager [req-61ed6e55-7df6-4204-b75a-4ffb9d4b2135 req-e6db777c-c39c-4f13-b39d-2b3f3d2a759f service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Received unexpected event network-vif-plugged-28289a52-7df6-43c2-97d2-4cb277efed19 for instance with vm_state building and task_state spawning. [ 593.724609] env[65899]: DEBUG nova.compute.utils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.727352] env[65899]: DEBUG nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 593.727779] env[65899]: DEBUG nova.network.neutron [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.729017] env[65899]: WARNING neutronclient.v2_0.client [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.729017] env[65899]: WARNING neutronclient.v2_0.client [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.760670] env[65899]: DEBUG oslo_concurrency.lockutils [req-796739f7-6888-4f27-b39d-1122aa9401c2 req-d8dc2de7-8fa9-4a77-87dd-88e29027015f service nova] Releasing lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.788238] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "95c68283-51e8-43f3-8008-2c617b29faee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.788496] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.801035] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.801236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.887975] env[65899]: DEBUG nova.policy [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cf8431f226c445dbb218df7e93c5b83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aea95eefa66d46e7b248d03ac5d24f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.967079] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894109, 'name': CreateVM_Task, 'duration_secs': 0.365488} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.967290] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.967963] env[65899]: WARNING neutronclient.v2_0.client [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.968423] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.968670] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.969008] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.969457] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6697e796-23c0-446a-9132-39878e2ed8a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.978673] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 593.978673] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52710f06-234e-97d7-4f1d-dea366095b0b" [ 593.978673] env[65899]: _type = "Task" [ 593.978673] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.989980] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52710f06-234e-97d7-4f1d-dea366095b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.058743] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07173} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.059133] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.060145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe82c6de-8b3c-4198-9260-3487dd1c3513 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.093566] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 1dd05998-5fd2-4079-bfa8-3ab36a1071cf/1dd05998-5fd2-4079-bfa8-3ab36a1071cf.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.097063] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52bf304f-e5e2-4b62-add6-e18a1e8fcdca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.128984] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 594.128984] env[65899]: value = "task-4894112" [ 594.128984] env[65899]: _type = "Task" [ 594.128984] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.151365] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.155979] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894111, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.172324] env[65899]: DEBUG oslo_concurrency.lockutils [None req-baa3e3a1-b989-4091-80d4-d2a23f06474b tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.500s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.199933] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d77745-dfa4-e9c6-d359-119195692b20, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.201530] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.201530] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3dedb3ee-1b21-4963-a2bb-947cd2089760/3dedb3ee-1b21-4963-a2bb-947cd2089760.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.201530] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af42028-ef66-4e1a-a7b7-e03f1b59b032 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.211290] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 594.211290] env[65899]: value = "task-4894113" [ 594.211290] env[65899]: _type = "Task" [ 594.211290] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.221810] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.228101] env[65899]: DEBUG nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 594.291110] env[65899]: DEBUG nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 594.306255] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.306494] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.461520] env[65899]: DEBUG nova.network.neutron [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Successfully created port: b92bf404-816c-44a7-87da-0fc559deebe3 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.487582] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead0b5dd-ce92-42a2-b829-3a6a8fb33562 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.503272] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52710f06-234e-97d7-4f1d-dea366095b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.064735} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.503675] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.503911] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.504168] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.504312] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.504481] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.505554] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd9cd3d-ddc7-4595-acff-56a35ecd5509 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.509920] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9496c923-af3e-4bb2-aee8-1f72055e1aa7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.541122] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1cf6c1-9d7e-4fdd-941b-cb9620c0b684 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.546052] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.546052] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.546052] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa397f42-ceb9-4b46-b791-c6e3fc6f0b7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.553923] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb55b11c-17b0-4c13-851d-ddea67acfb9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.558190] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 594.558190] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f4d949-21c4-f076-4fc8-d4b6befdc1c4" [ 594.558190] env[65899]: _type = "Task" [ 594.558190] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.572816] env[65899]: DEBUG nova.compute.provider_tree [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.581814] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f4d949-21c4-f076-4fc8-d4b6befdc1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020032} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.583365] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995e0379-9821-4bfb-b45c-98b0147d53f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.590826] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 594.590826] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52324151-f725-3f8a-deee-7317f05dab3b" [ 594.590826] env[65899]: _type = "Task" [ 594.590826] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.600942] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52324151-f725-3f8a-deee-7317f05dab3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.640159] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591593} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.643757] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7c673a1a-6fb8-4c97-a3f5-02105592fdab/7c673a1a-6fb8-4c97-a3f5-02105592fdab.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.644048] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.644314] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dfcfcee-48d0-4f6c-b66d-7666bb08f434 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.652580] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894112, 'name': ReconfigVM_Task, 'duration_secs': 0.334295} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.654026] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 1dd05998-5fd2-4079-bfa8-3ab36a1071cf/1dd05998-5fd2-4079-bfa8-3ab36a1071cf.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.654785] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 594.654785] env[65899]: value = "task-4894114" [ 594.654785] env[65899]: _type = "Task" [ 594.654785] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.655352] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a03b8d8-e9b5-458a-aeee-a5074299ce0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.667736] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.668967] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 594.668967] env[65899]: value = "task-4894115" [ 594.668967] env[65899]: _type = "Task" [ 594.668967] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.678511] env[65899]: DEBUG nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 594.683619] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894115, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.724507] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894113, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.828234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.006866] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Received event network-vif-plugged-1d5f10a2-fa78-498b-8d94-c7426020092e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 595.007261] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquiring lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.009987] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.009987] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.009987] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] No waiting events found dispatching network-vif-plugged-1d5f10a2-fa78-498b-8d94-c7426020092e {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 595.009987] env[65899]: WARNING nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Received unexpected event network-vif-plugged-1d5f10a2-fa78-498b-8d94-c7426020092e for instance with vm_state building and task_state spawning. [ 595.009987] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Received event network-changed-1d5f10a2-fa78-498b-8d94-c7426020092e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 595.010426] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Refreshing instance network info cache due to event network-changed-1d5f10a2-fa78-498b-8d94-c7426020092e. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 595.010426] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquiring lock "refresh_cache-1dd05998-5fd2-4079-bfa8-3ab36a1071cf" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.010426] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquired lock "refresh_cache-1dd05998-5fd2-4079-bfa8-3ab36a1071cf" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.010426] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Refreshing network info cache for port 1d5f10a2-fa78-498b-8d94-c7426020092e {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.076480] env[65899]: DEBUG nova.scheduler.client.report [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.107023] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52324151-f725-3f8a-deee-7317f05dab3b, 'name': SearchDatastore_Task, 'duration_secs': 0.023168} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.107023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.107023] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] b3d29374-12a9-4b7b-9c71-137b7693ace7/b3d29374-12a9-4b7b-9c71-137b7693ace7.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.107023] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-123d5c81-a9f3-437f-915e-ff9f54c94d48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.117716] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 595.117716] env[65899]: value = "task-4894120" [ 595.117716] env[65899]: _type = "Task" [ 595.117716] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.128681] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.168217] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073438} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.168540] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.169474] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ad6ba2-4758-4a1a-ad58-e31774b6f4e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.203055] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7c673a1a-6fb8-4c97-a3f5-02105592fdab/7c673a1a-6fb8-4c97-a3f5-02105592fdab.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.208676] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1edb3eef-7860-4541-bf88-596193a0cd1f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.224596] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894115, 'name': Rename_Task, 'duration_secs': 0.208593} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.225319] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.230111] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e29f2f6-38c2-4c11-b817-c4ab66c7cc85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.240408] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856527} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.244059] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3dedb3ee-1b21-4963-a2bb-947cd2089760/3dedb3ee-1b21-4963-a2bb-947cd2089760.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.244352] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.245598] env[65899]: DEBUG nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 595.247943] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 595.247943] env[65899]: value = "task-4894121" [ 595.247943] env[65899]: _type = "Task" [ 595.247943] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.249611] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.250152] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af28c621-622c-4242-9e9d-641fd3999f91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.259574] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 595.259574] env[65899]: value = "task-4894122" [ 595.259574] env[65899]: _type = "Task" [ 595.259574] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.271088] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.273580] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 595.273580] env[65899]: value = "task-4894123" [ 595.273580] env[65899]: _type = "Task" [ 595.273580] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.284162] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.288042] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.288402] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.288402] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.288662] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.288841] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.290166] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.290166] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.290166] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.290166] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.290166] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.290500] env[65899]: DEBUG nova.virt.hardware [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.290912] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb8da6-6923-4032-92c8-309329e94c4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.296668] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.304337] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a133bb6-39a5-47dc-ade1-df1a9455ea85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.511674] env[65899]: WARNING neutronclient.v2_0.client [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.584514] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.584514] env[65899]: DEBUG nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 595.588369] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.099s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.590589] env[65899]: INFO nova.compute.claims [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.633466] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.763426] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894121, 'name': ReconfigVM_Task, 'duration_secs': 0.466904} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.766930] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7c673a1a-6fb8-4c97-a3f5-02105592fdab/7c673a1a-6fb8-4c97-a3f5-02105592fdab.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.768095] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d154ab03-27be-4c8f-a8b9-c9bd73c3ed8e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.776996] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.781982] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 595.781982] env[65899]: value = "task-4894124" [ 595.781982] env[65899]: _type = "Task" [ 595.781982] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.790101] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111916} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.790825] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.794125] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ef954-114b-45a4-a5a0-2e2cd0023abf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.797826] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894124, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.821562] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 3dedb3ee-1b21-4963-a2bb-947cd2089760/3dedb3ee-1b21-4963-a2bb-947cd2089760.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.822679] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e96852f-e3e2-4537-8f54-cf6f71ed4154 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.844080] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 595.844080] env[65899]: value = "task-4894125" [ 595.844080] env[65899]: _type = "Task" [ 595.844080] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.854017] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.097703] env[65899]: DEBUG nova.compute.utils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.104825] env[65899]: DEBUG nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 596.104825] env[65899]: DEBUG nova.network.neutron [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.104825] env[65899]: WARNING neutronclient.v2_0.client [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.104825] env[65899]: WARNING neutronclient.v2_0.client [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.115828] env[65899]: DEBUG nova.network.neutron [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Successfully updated port: b92bf404-816c-44a7-87da-0fc559deebe3 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.131659] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7242} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.131942] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] b3d29374-12a9-4b7b-9c71-137b7693ace7/b3d29374-12a9-4b7b-9c71-137b7693ace7.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.132378] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.132870] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-514e9738-d017-4add-a89e-ea33a4e2009b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.142985] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 596.142985] env[65899]: value = "task-4894126" [ 596.142985] env[65899]: _type = "Task" [ 596.142985] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.155614] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.277280] env[65899]: DEBUG oslo_vmware.api [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894122, 'name': PowerOnVM_Task, 'duration_secs': 0.690385} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.277280] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.277280] env[65899]: INFO nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Took 18.05 seconds to spawn the instance on the hypervisor. [ 596.277280] env[65899]: DEBUG nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 596.277280] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e01159-fc5b-4457-918a-09bc377fc235 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.304377] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894124, 'name': Rename_Task, 'duration_secs': 0.21002} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.304769] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.305421] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81b9476b-0b43-49a7-9f64-70c4267f27fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.321684] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 596.321684] env[65899]: value = "task-4894127" [ 596.321684] env[65899]: _type = "Task" [ 596.321684] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.333113] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.350551] env[65899]: DEBUG nova.policy [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '017f7461bcdd4657a1866a96074df1d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a51c8e4a839f4f17bca532a2503c9a79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.359856] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.562347] env[65899]: WARNING neutronclient.v2_0.client [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.603705] env[65899]: DEBUG nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 596.618671] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.619087] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.625023] env[65899]: DEBUG nova.network.neutron [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.658146] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177836} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.659878] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.659878] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3245c-6e13-4d3e-ab48-e15959c40842 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.699492] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] b3d29374-12a9-4b7b-9c71-137b7693ace7/b3d29374-12a9-4b7b-9c71-137b7693ace7.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.704890] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29def525-52af-4cfc-83af-d31bdf8f5d75 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.728378] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 596.728378] env[65899]: value = "task-4894128" [ 596.728378] env[65899]: _type = "Task" [ 596.728378] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.748328] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.806070] env[65899]: INFO nova.compute.manager [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Took 24.79 seconds to build instance. [ 596.845781] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.866800] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894125, 'name': ReconfigVM_Task, 'duration_secs': 0.577897} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.867942] env[65899]: DEBUG nova.network.neutron [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Successfully created port: f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.870456] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 3dedb3ee-1b21-4963-a2bb-947cd2089760/3dedb3ee-1b21-4963-a2bb-947cd2089760.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.873471] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Updated VIF entry in instance network info cache for port 1d5f10a2-fa78-498b-8d94-c7426020092e. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 596.873471] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Updating instance_info_cache with network_info: [{"id": "1d5f10a2-fa78-498b-8d94-c7426020092e", "address": "fa:16:3e:ba:34:f8", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5f10a2-fa", "ovs_interfaceid": "1d5f10a2-fa78-498b-8d94-c7426020092e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.874714] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3872bcf-33c0-4492-add6-1bb8ecc7d136 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.884261] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 596.884261] env[65899]: value = "task-4894129" [ 596.884261] env[65899]: _type = "Task" [ 596.884261] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.895168] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894129, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.014806] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "5f65955b-309e-4249-aa8e-a2a00b851a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.015052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.016726] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42243704-ad1b-44b2-ae8d-52f589705062 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.025600] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87cceac-c52b-4119-b27c-6bd150a3feac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.068790] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dbd39e-e9b4-4d5e-8e3f-6bd1d0cebeec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.080084] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0b773-60db-40b6-a538-37fa399bd2f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.101038] env[65899]: DEBUG nova.compute.provider_tree [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.242354] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.259411] env[65899]: DEBUG nova.network.neutron [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.309294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-402accba-1c91-47ed-81b9-464829d41ece tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.310s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.341216] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894127, 'name': PowerOnVM_Task, 'duration_secs': 0.965179} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.341483] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.341679] env[65899]: INFO nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Took 16.90 seconds to spawn the instance on the hypervisor. [ 597.341922] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 597.342948] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf576293-e5bd-4d1e-bf8b-caf57b1fcf92 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.377683] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Releasing lock "refresh_cache-1dd05998-5fd2-4079-bfa8-3ab36a1071cf" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.377944] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Received event network-vif-plugged-d6635880-9e4e-45af-9415-53a879cc2a6a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.378386] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquiring lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.378548] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.378706] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.379757] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] No waiting events found dispatching network-vif-plugged-d6635880-9e4e-45af-9415-53a879cc2a6a {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 597.379757] env[65899]: WARNING nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Received unexpected event network-vif-plugged-d6635880-9e4e-45af-9415-53a879cc2a6a for instance with vm_state building and task_state spawning. [ 597.379757] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Received event network-changed-d6635880-9e4e-45af-9415-53a879cc2a6a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.379757] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Refreshing instance network info cache due to event network-changed-d6635880-9e4e-45af-9415-53a879cc2a6a. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.379757] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquiring lock "refresh_cache-7c673a1a-6fb8-4c97-a3f5-02105592fdab" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.380111] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquired lock "refresh_cache-7c673a1a-6fb8-4c97-a3f5-02105592fdab" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.380111] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Refreshing network info cache for port d6635880-9e4e-45af-9415-53a879cc2a6a {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.397584] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894129, 'name': Rename_Task, 'duration_secs': 0.26563} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.397584] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.397584] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d431a2f7-90aa-431b-a1f5-79be13ca52cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.405094] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 597.405094] env[65899]: value = "task-4894130" [ 597.405094] env[65899]: _type = "Task" [ 597.405094] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.415447] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.605403] env[65899]: DEBUG nova.scheduler.client.report [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.621058] env[65899]: DEBUG nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 597.646296] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 597.646555] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.646870] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 597.647125] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.647278] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 597.647423] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 597.647683] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 597.647841] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 597.648040] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 597.648219] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 597.648387] env[65899]: DEBUG nova.virt.hardware [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 597.649724] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c6793b-b45a-410b-b805-1c18d14447ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.660318] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f2f5d1-a592-4a9d-a66c-f75f4ad208f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.739842] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894128, 'name': ReconfigVM_Task, 'duration_secs': 0.593624} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.740106] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Reconfigured VM instance instance-00000006 to attach disk [datastore2] b3d29374-12a9-4b7b-9c71-137b7693ace7/b3d29374-12a9-4b7b-9c71-137b7693ace7.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.740838] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ebb051e-d6d4-4176-96b5-24af18cb50ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.748268] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 597.748268] env[65899]: value = "task-4894131" [ 597.748268] env[65899]: _type = "Task" [ 597.748268] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.757748] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894131, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.815022] env[65899]: DEBUG nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 597.866567] env[65899]: INFO nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Took 25.39 seconds to build instance. [ 597.883333] env[65899]: WARNING neutronclient.v2_0.client [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.920490] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.111997] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.112596] env[65899]: DEBUG nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 598.115376] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.480s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.116761] env[65899]: INFO nova.compute.claims [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.260918] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894131, 'name': Rename_Task, 'duration_secs': 0.247839} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.262043] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.262611] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28532c4a-dfd6-4058-8b73-dc0e6441c3e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.271456] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 598.271456] env[65899]: value = "task-4894133" [ 598.271456] env[65899]: _type = "Task" [ 598.271456] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.283606] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.338690] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.369489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.906s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.421904] env[65899]: DEBUG oslo_vmware.api [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894130, 'name': PowerOnVM_Task, 'duration_secs': 0.743942} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.421904] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.421904] env[65899]: INFO nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Took 15.75 seconds to spawn the instance on the hypervisor. [ 598.421904] env[65899]: DEBUG nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 598.422145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af92b38-f7a2-4c8b-8e66-d1ad0c0aff4d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.582843] env[65899]: DEBUG nova.network.neutron [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Successfully updated port: f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.621481] env[65899]: DEBUG nova.compute.utils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.628821] env[65899]: DEBUG nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 598.723622] env[65899]: WARNING neutronclient.v2_0.client [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.786289] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894133, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.872258] env[65899]: DEBUG nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 598.945411] env[65899]: INFO nova.compute.manager [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Took 26.42 seconds to build instance. [ 599.086834] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.086834] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquired lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.087278] env[65899]: DEBUG nova.network.neutron [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 599.130415] env[65899]: DEBUG nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 599.285969] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894133, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.374912] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b1e4b9-3f3c-403a-8732-05e0fc067e8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.386239] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974df626-6c17-4c12-ac94-a3bf3f38b7a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.419947] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.420793] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae350b-cc38-4b7b-8f35-500c8ccd3c3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.429262] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d40251-345e-4f1a-9598-bd7f1421ef69 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.444519] env[65899]: DEBUG nova.compute.provider_tree [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.447809] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.936s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.743965] env[65899]: DEBUG nova.network.neutron [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance_info_cache with network_info: [{"id": "b92bf404-816c-44a7-87da-0fc559deebe3", "address": "fa:16:3e:0a:a8:41", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92bf404-81", "ovs_interfaceid": "b92bf404-816c-44a7-87da-0fc559deebe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.774069] env[65899]: DEBUG nova.network.neutron [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.787456] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894133, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.949865] env[65899]: DEBUG nova.scheduler.client.report [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.147611] env[65899]: DEBUG nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 600.174327] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.174577] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.174726] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.174897] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.175085] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.175252] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.175511] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.175763] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.175965] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.176196] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.176757] env[65899]: DEBUG nova.virt.hardware [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.178402] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b47c63-13ef-4cc5-83e7-e6ef271b2a07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.187349] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8db364-45ce-4037-a98e-08c4302c02e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.206085] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.214009] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Creating folder: Project (1ea58ae44c4a4160970504dfe723331b). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.214426] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a179c93-3583-437c-be3c-5d9ebae7c5cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.226979] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Created folder: Project (1ea58ae44c4a4160970504dfe723331b) in parent group-v953787. [ 600.227237] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Creating folder: Instances. Parent ref: group-v953807. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.227978] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0a74c2f-acc1-41eb-8f93-1843f79026cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.240169] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Created folder: Instances in parent group-v953807. [ 600.240696] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 600.240696] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.240900] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd3e1663-6901-4de5-9866-bf7db8b9ac91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.254213] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.254585] env[65899]: DEBUG nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Instance network_info: |[{"id": "b92bf404-816c-44a7-87da-0fc559deebe3", "address": "fa:16:3e:0a:a8:41", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92bf404-81", "ovs_interfaceid": "b92bf404-816c-44a7-87da-0fc559deebe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 600.255188] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a8:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b92bf404-816c-44a7-87da-0fc559deebe3', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.263444] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Creating folder: Project (aea95eefa66d46e7b248d03ac5d24f51). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.264320] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-715fcc58-d73c-43d9-ad7a-162a402425ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.270972] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.270972] env[65899]: value = "task-4894137" [ 600.270972] env[65899]: _type = "Task" [ 600.270972] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.276885] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Created folder: Project (aea95eefa66d46e7b248d03ac5d24f51) in parent group-v953787. [ 600.277276] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Creating folder: Instances. Parent ref: group-v953809. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.284331] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-026ae9d2-e03c-43ff-a6de-04a421ed8bf7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.289785] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894137, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.293796] env[65899]: DEBUG oslo_vmware.api [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894133, 'name': PowerOnVM_Task, 'duration_secs': 1.731304} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.294093] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.294716] env[65899]: INFO nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Took 15.42 seconds to spawn the instance on the hypervisor. [ 600.294944] env[65899]: DEBUG nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 600.297650] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca9398-6ebe-4b53-9fd7-4832d24f25ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.301049] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Created folder: Instances in parent group-v953809. [ 600.301489] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 600.301835] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.302759] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84f0c772-c089-47f7-ada5-5aa325b2b34e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.334919] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.334919] env[65899]: value = "task-4894140" [ 600.334919] env[65899]: _type = "Task" [ 600.334919] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.345608] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894140, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.453914] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.454550] env[65899]: DEBUG nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 600.457555] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.630s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.459753] env[65899]: INFO nova.compute.claims [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.706359] env[65899]: WARNING neutronclient.v2_0.client [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.787728] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894137, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.841536] env[65899]: INFO nova.compute.manager [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Took 27.61 seconds to build instance. [ 600.851791] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894140, 'name': CreateVM_Task, 'duration_secs': 0.494334} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.856956] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.857679] env[65899]: WARNING neutronclient.v2_0.client [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.858137] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.858307] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.858640] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.858893] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c203c2-8147-4ebd-a631-ca663e2507b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.864957] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 600.864957] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52cac879-4225-f671-e0ea-35c7bab6d364" [ 600.864957] env[65899]: _type = "Task" [ 600.864957] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.879208] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cac879-4225-f671-e0ea-35c7bab6d364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.880602] env[65899]: WARNING neutronclient.v2_0.client [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.930727] env[65899]: DEBUG nova.compute.manager [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Received event network-changed-28289a52-7df6-43c2-97d2-4cb277efed19 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.930943] env[65899]: DEBUG nova.compute.manager [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Refreshing instance network info cache due to event network-changed-28289a52-7df6-43c2-97d2-4cb277efed19. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 600.931403] env[65899]: DEBUG oslo_concurrency.lockutils [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] Acquiring lock "refresh_cache-3dedb3ee-1b21-4963-a2bb-947cd2089760" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.931403] env[65899]: DEBUG oslo_concurrency.lockutils [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] Acquired lock "refresh_cache-3dedb3ee-1b21-4963-a2bb-947cd2089760" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.931403] env[65899]: DEBUG nova.network.neutron [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Refreshing network info cache for port 28289a52-7df6-43c2-97d2-4cb277efed19 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.937378] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Updated VIF entry in instance network info cache for port d6635880-9e4e-45af-9415-53a879cc2a6a. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 600.938880] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Updating instance_info_cache with network_info: [{"id": "d6635880-9e4e-45af-9415-53a879cc2a6a", "address": "fa:16:3e:14:2c:aa", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6635880-9e", "ovs_interfaceid": "d6635880-9e4e-45af-9415-53a879cc2a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.964420] env[65899]: DEBUG nova.compute.utils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.972452] env[65899]: DEBUG nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 600.972452] env[65899]: DEBUG nova.network.neutron [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 600.972452] env[65899]: WARNING neutronclient.v2_0.client [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.972718] env[65899]: WARNING neutronclient.v2_0.client [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.059826] env[65899]: DEBUG nova.policy [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d35215132bc472395d5660e7960fe6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463000479dfb4cfdb631bb51a1a8b9b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.093846] env[65899]: DEBUG nova.network.neutron [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Updating instance_info_cache with network_info: [{"id": "f1fc45d3-248a-460e-8880-34d9b005f40b", "address": "fa:16:3e:9e:3c:16", "network": {"id": "4a95b396-4c21-4d8f-abae-8555764842ca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1235167990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51c8e4a839f4f17bca532a2503c9a79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fc45d3-24", "ovs_interfaceid": "f1fc45d3-248a-460e-8880-34d9b005f40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.288964] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894137, 'name': CreateVM_Task, 'duration_secs': 0.534162} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.289276] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.293852] env[65899]: DEBUG oslo_vmware.service [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde5ac55-da97-4155-95ff-570f2f76bf0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.302240] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.302461] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.302870] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.303342] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a498dd75-262e-442d-b1ec-2567764cac08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.309529] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 601.309529] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52286532-9945-6dc3-dd6e-b5b0130d8d5b" [ 601.309529] env[65899]: _type = "Task" [ 601.309529] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.321526] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52286532-9945-6dc3-dd6e-b5b0130d8d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.349713] env[65899]: DEBUG oslo_concurrency.lockutils [None req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.128s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.385989] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cac879-4225-f671-e0ea-35c7bab6d364, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.386218] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.386461] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.386690] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.387912] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.387912] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.387912] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb1aa1c8-df30-4608-964e-805b58241c3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.398329] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.398554] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.400209] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1064540-2acc-4a9a-9995-06f5c0deeb45 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.408456] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 601.408456] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5284603c-f72f-f84c-7d34-839d8512abe3" [ 601.408456] env[65899]: _type = "Task" [ 601.408456] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.417447] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5284603c-f72f-f84c-7d34-839d8512abe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.437281] env[65899]: WARNING neutronclient.v2_0.client [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.443416] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Releasing lock "refresh_cache-7c673a1a-6fb8-4c97-a3f5-02105592fdab" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.443729] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Received event network-vif-plugged-30f489df-5c15-4f7d-8f75-a4e9cb82256b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 601.443729] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquiring lock "b3d29374-12a9-4b7b-9c71-137b7693ace7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.443844] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.443966] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.444140] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] No waiting events found dispatching network-vif-plugged-30f489df-5c15-4f7d-8f75-a4e9cb82256b {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 601.444367] env[65899]: WARNING nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Received unexpected event network-vif-plugged-30f489df-5c15-4f7d-8f75-a4e9cb82256b for instance with vm_state building and task_state spawning. [ 601.444458] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Received event network-changed-30f489df-5c15-4f7d-8f75-a4e9cb82256b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 601.444601] env[65899]: DEBUG nova.compute.manager [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Refreshing instance network info cache due to event network-changed-30f489df-5c15-4f7d-8f75-a4e9cb82256b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 601.445484] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquiring lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.445484] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Acquired lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.445651] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Refreshing network info cache for port 30f489df-5c15-4f7d-8f75-a4e9cb82256b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.469928] env[65899]: DEBUG nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 601.493053] env[65899]: DEBUG nova.network.neutron [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Successfully created port: 60e58705-b24e-4264-b152-6d60507ac2c3 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 601.599466] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Releasing lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.600855] env[65899]: DEBUG nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Instance network_info: |[{"id": "f1fc45d3-248a-460e-8880-34d9b005f40b", "address": "fa:16:3e:9e:3c:16", "network": {"id": "4a95b396-4c21-4d8f-abae-8555764842ca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1235167990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51c8e4a839f4f17bca532a2503c9a79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fc45d3-24", "ovs_interfaceid": "f1fc45d3-248a-460e-8880-34d9b005f40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 601.605092] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:3c:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1fc45d3-248a-460e-8880-34d9b005f40b', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.613137] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Creating folder: Project (a51c8e4a839f4f17bca532a2503c9a79). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.614157] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa69779c-9571-4fa8-b2ac-37cd99bebde4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.627804] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Created folder: Project (a51c8e4a839f4f17bca532a2503c9a79) in parent group-v953787. [ 601.628061] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Creating folder: Instances. Parent ref: group-v953813. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.628318] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6faafa8-c47b-4fff-864b-7345f96a4ea9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.639452] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Created folder: Instances in parent group-v953813. [ 601.639828] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.640131] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.640355] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ee06380-89cf-4fdc-80da-78b5ae067f11 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.665063] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.665063] env[65899]: value = "task-4894143" [ 601.665063] env[65899]: _type = "Task" [ 601.665063] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.673723] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894143, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.697901] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "be88c043-91e6-4d8f-bbd0-d41174b17f18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.702024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.702024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "be88c043-91e6-4d8f-bbd0-d41174b17f18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.702024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.702024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.702642] env[65899]: INFO nova.compute.manager [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Terminating instance [ 601.779877] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fde656-228c-4aef-80e3-2e3a4353d0a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.790184] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2096ab9a-a5c1-46d0-afa4-6f25b745c6e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.830432] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ad680-d8bb-4ea3-8a83-ca7c1f58676f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.843831] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.844168] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.844438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.844724] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.844826] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.846103] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6c55c-8102-4edd-9eb1-b86f6b408011 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.851069] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c22fee7-b2a5-4b6c-afec-e6877764d1dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.865826] env[65899]: DEBUG nova.compute.provider_tree [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.868581] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.868581] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.869028] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b88d6e-7ad4-4b10-bff9-89c5ad59a368 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.877205] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f802451d-ff2f-4400-8523-4d975df945c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.885355] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 601.885355] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52edd073-aabc-ef63-d44f-c8229afeb461" [ 601.885355] env[65899]: _type = "Task" [ 601.885355] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.895645] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52edd073-aabc-ef63-d44f-c8229afeb461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.921023] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5284603c-f72f-f84c-7d34-839d8512abe3, 'name': SearchDatastore_Task, 'duration_secs': 0.017875} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.921023] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac8b0d2-1090-4004-b8ac-3a85d7fb8e15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.927597] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 601.927597] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5267255d-d850-f7d1-f580-d2cadc7f6bb0" [ 601.927597] env[65899]: _type = "Task" [ 601.927597] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.938343] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5267255d-d850-f7d1-f580-d2cadc7f6bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.950463] env[65899]: WARNING neutronclient.v2_0.client [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.178322] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894143, 'name': CreateVM_Task, 'duration_secs': 0.497764} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.178934] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.179114] env[65899]: WARNING neutronclient.v2_0.client [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.179475] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.179639] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.179984] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.180277] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c337e40-208e-450b-a9a5-9bd3c9000068 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.187010] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 602.187010] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52dc227b-2d20-0df4-f95a-9154e893ea4b" [ 602.187010] env[65899]: _type = "Task" [ 602.187010] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.201463] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52dc227b-2d20-0df4-f95a-9154e893ea4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.206070] env[65899]: DEBUG nova.compute.manager [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 602.206070] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.207208] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e1dc1c-906d-499c-8627-066919330d91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.216671] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.217134] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad96e081-1923-4c67-916e-c014178b2c94 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.224312] env[65899]: DEBUG oslo_vmware.api [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 602.224312] env[65899]: value = "task-4894144" [ 602.224312] env[65899]: _type = "Task" [ 602.224312] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.235389] env[65899]: DEBUG oslo_vmware.api [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.368641] env[65899]: DEBUG nova.scheduler.client.report [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.401791] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Preparing fetch location {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 602.402078] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Creating directory with path [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.403049] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90aed14c-2dec-47c9-92c7-d1c0db53d671 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.421421] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Created directory with path [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.421653] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Fetch image to [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 602.421818] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Downloading image file data a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk on the data store datastore1 {{(pid=65899) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 602.422984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c84a4-7abf-407d-a9f3-d73e316f51ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.435749] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ec80e-3bbd-456d-b44c-e1e505d08f1d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.451816] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5267255d-d850-f7d1-f580-d2cadc7f6bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.025551} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.456789] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.457208] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] efedb7d3-e2eb-4c07-b313-3e7c6059e7fc/efedb7d3-e2eb-4c07-b313-3e7c6059e7fc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.457562] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-578d1291-ba2f-49eb-b132-5f185618d082 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.461719] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de1bbec-d8bb-4e82-8077-0a46947b9aa2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.473987] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 602.473987] env[65899]: value = "task-4894146" [ 602.473987] env[65899]: _type = "Task" [ 602.473987] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.508305] env[65899]: DEBUG nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 602.518059] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb36e96-3344-405b-996c-68134359cf9e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.530720] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.534084] env[65899]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-658af6f7-77f7-42af-9531-6c1d40ed4443 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.547675] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.548673] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.548673] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.548673] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.548673] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.548673] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.549076] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.549539] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.549614] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.549795] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.550023] env[65899]: DEBUG nova.virt.hardware [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.551247] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c035d6d-990b-439a-8a6f-e767fbbbbc49 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.562036] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e01558-1e09-4bc1-9508-dd743a8ef9e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.567861] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Downloading image file data a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to the data store datastore1 {{(pid=65899) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 602.640533] env[65899]: DEBUG oslo_vmware.rw_handles [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65899) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 602.736082] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.736369] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.736602] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.744408] env[65899]: DEBUG oslo_vmware.api [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894144, 'name': PowerOffVM_Task, 'duration_secs': 0.308875} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.747727] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.749036] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.749036] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2078e743-1fac-4291-9e8f-91897d9d0e2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.779164] env[65899]: WARNING neutronclient.v2_0.client [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.867604] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.867951] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.868246] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Deleting the datastore file [datastore2] be88c043-91e6-4d8f-bbd0-d41174b17f18 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.868949] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d68803e-3f32-49bf-950e-2f8f155d8699 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.876266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.876853] env[65899]: DEBUG nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 602.883868] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.634s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.886084] env[65899]: INFO nova.compute.claims [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.889923] env[65899]: DEBUG oslo_vmware.api [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for the task: (returnval){ [ 602.889923] env[65899]: value = "task-4894148" [ 602.889923] env[65899]: _type = "Task" [ 602.889923] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.908225] env[65899]: DEBUG oslo_vmware.api [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.019528] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.182049] env[65899]: DEBUG nova.compute.manager [req-77c8dd72-a600-494c-8095-bd1e0d4c0534 req-12a66a26-ac3e-4655-87d3-2437d22eb4b5 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Received event network-vif-plugged-f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.182333] env[65899]: DEBUG oslo_concurrency.lockutils [req-77c8dd72-a600-494c-8095-bd1e0d4c0534 req-12a66a26-ac3e-4655-87d3-2437d22eb4b5 service nova] Acquiring lock "01cca923-2ffe-43ea-9752-6bbafe920581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.182594] env[65899]: DEBUG oslo_concurrency.lockutils [req-77c8dd72-a600-494c-8095-bd1e0d4c0534 req-12a66a26-ac3e-4655-87d3-2437d22eb4b5 service nova] Lock "01cca923-2ffe-43ea-9752-6bbafe920581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.182826] env[65899]: DEBUG oslo_concurrency.lockutils [req-77c8dd72-a600-494c-8095-bd1e0d4c0534 req-12a66a26-ac3e-4655-87d3-2437d22eb4b5 service nova] Lock "01cca923-2ffe-43ea-9752-6bbafe920581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.183191] env[65899]: DEBUG nova.compute.manager [req-77c8dd72-a600-494c-8095-bd1e0d4c0534 req-12a66a26-ac3e-4655-87d3-2437d22eb4b5 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] No waiting events found dispatching network-vif-plugged-f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 603.183327] env[65899]: WARNING nova.compute.manager [req-77c8dd72-a600-494c-8095-bd1e0d4c0534 req-12a66a26-ac3e-4655-87d3-2437d22eb4b5 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Received unexpected event network-vif-plugged-f1fc45d3-248a-460e-8880-34d9b005f40b for instance with vm_state building and task_state spawning. [ 603.273897] env[65899]: DEBUG nova.network.neutron [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Successfully updated port: 60e58705-b24e-4264-b152-6d60507ac2c3 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 603.307499] env[65899]: WARNING neutronclient.v2_0.client [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.369538] env[65899]: DEBUG nova.network.neutron [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Updated VIF entry in instance network info cache for port 28289a52-7df6-43c2-97d2-4cb277efed19. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 603.373271] env[65899]: DEBUG nova.network.neutron [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Updating instance_info_cache with network_info: [{"id": "28289a52-7df6-43c2-97d2-4cb277efed19", "address": "fa:16:3e:df:c4:51", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289a52-7d", "ovs_interfaceid": "28289a52-7df6-43c2-97d2-4cb277efed19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.383766] env[65899]: DEBUG nova.compute.utils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.385424] env[65899]: DEBUG nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 603.385629] env[65899]: DEBUG nova.network.neutron [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.386216] env[65899]: WARNING neutronclient.v2_0.client [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.389631] env[65899]: WARNING neutronclient.v2_0.client [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.406348] env[65899]: DEBUG oslo_vmware.rw_handles [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Completed reading data from the image iterator. {{(pid=65899) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 603.406552] env[65899]: DEBUG oslo_vmware.rw_handles [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 603.413906] env[65899]: DEBUG oslo_vmware.api [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Task: {'id': task-4894148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354549} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.414193] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.414367] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.414530] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.414727] env[65899]: INFO nova.compute.manager [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Took 1.21 seconds to destroy the instance on the hypervisor. [ 603.415073] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 603.415281] env[65899]: DEBUG nova.compute.manager [-] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 603.415377] env[65899]: DEBUG nova.network.neutron [-] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 603.415621] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.476369] env[65899]: DEBUG nova.policy [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00628de2e2794ad0bacae5b2aeaa3968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef42c47bab7a4725ad073e57e54cb392', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.524431] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633283} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.524926] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] efedb7d3-e2eb-4c07-b313-3e7c6059e7fc/efedb7d3-e2eb-4c07-b313-3e7c6059e7fc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.525088] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.526614] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d3fb696-99f5-4ffa-aa65-228c366be0c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.538575] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 603.538575] env[65899]: value = "task-4894149" [ 603.538575] env[65899]: _type = "Task" [ 603.538575] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.550564] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.554241] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Downloaded image file data a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk on the data store datastore1 {{(pid=65899) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 603.556068] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Caching image {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 603.556527] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Copying Virtual Disk [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk to [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.557420] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e51e344b-207c-4ed7-beaa-06ffccc8f87c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.565175] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 603.565175] env[65899]: value = "task-4894150" [ 603.565175] env[65899]: _type = "Task" [ 603.565175] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.575945] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.594429] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.597359] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Updated VIF entry in instance network info cache for port 30f489df-5c15-4f7d-8f75-a4e9cb82256b. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 603.597733] env[65899]: DEBUG nova.network.neutron [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Updating instance_info_cache with network_info: [{"id": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "address": "fa:16:3e:b9:a3:3b", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f489df-5c", "ovs_interfaceid": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.776369] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "refresh_cache-21598e28-d360-479a-9587-acdcc6d4c32b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.776555] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "refresh_cache-21598e28-d360-479a-9587-acdcc6d4c32b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.776754] env[65899]: DEBUG nova.network.neutron [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 603.877882] env[65899]: DEBUG oslo_concurrency.lockutils [req-437c2dcb-06c3-44eb-9007-b673bf52ea08 req-1ce27c15-5a95-4cd7-8c5a-5d46b3369c6b service nova] Releasing lock "refresh_cache-3dedb3ee-1b21-4963-a2bb-947cd2089760" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.881717] env[65899]: DEBUG nova.network.neutron [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Successfully created port: 36d47250-46cf-4c8b-b213-76efd146b58a {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.897460] env[65899]: DEBUG nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 604.054029] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073659} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.056812] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.058364] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de421b33-fd84-47ac-a4b1-279cde8ca1a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.095875] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] efedb7d3-e2eb-4c07-b313-3e7c6059e7fc/efedb7d3-e2eb-4c07-b313-3e7c6059e7fc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.100147] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92d0967-1060-49cc-90ca-46b53fa1c155 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.117046] env[65899]: DEBUG oslo_concurrency.lockutils [req-2f709549-b6f3-4969-8e69-2c435d9ba0f1 req-af4eefec-0888-45ff-8df4-ecf094eab21f service nova] Releasing lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.117740] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.128169] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 604.128169] env[65899]: value = "task-4894151" [ 604.128169] env[65899]: _type = "Task" [ 604.128169] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.144068] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.234918] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86ab305-25c2-4bc7-9aba-544ba58ffbe7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.244901] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281c0c68-99f4-4db4-9496-3dec3c098a3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.280821] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4f54c-0596-420e-8c75-3e1a6f5a0819 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.292139] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fd2813-26d7-4b6a-bdd5-92c396bb33c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.308545] env[65899]: DEBUG nova.compute.provider_tree [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.370085] env[65899]: DEBUG nova.network.neutron [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 604.511218] env[65899]: WARNING neutronclient.v2_0.client [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.578126] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894150, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.595613] env[65899]: DEBUG nova.network.neutron [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Updating instance_info_cache with network_info: [{"id": "60e58705-b24e-4264-b152-6d60507ac2c3", "address": "fa:16:3e:ba:a6:2b", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e58705-b2", "ovs_interfaceid": "60e58705-b24e-4264-b152-6d60507ac2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.620715] env[65899]: DEBUG nova.network.neutron [-] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.643990] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.811684] env[65899]: DEBUG nova.scheduler.client.report [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.908900] env[65899]: DEBUG nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 604.944078] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.944371] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.944690] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.945183] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.945485] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.945723] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.945982] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.946379] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.946481] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.946697] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.946896] env[65899]: DEBUG nova.virt.hardware [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.948545] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e59f853-cb64-486c-a0c0-96b867491b6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.958133] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af82f74d-3c38-4c74-960c-fab30fadf5af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.087348] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894150, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510515} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.087457] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Copied Virtual Disk [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk to [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.087659] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Deleting the datastore file [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/tmp-sparse.vmdk {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.087957] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f0871c-a511-4049-b02a-d4892247c9fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.099249] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "refresh_cache-21598e28-d360-479a-9587-acdcc6d4c32b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.099717] env[65899]: DEBUG nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Instance network_info: |[{"id": "60e58705-b24e-4264-b152-6d60507ac2c3", "address": "fa:16:3e:ba:a6:2b", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e58705-b2", "ovs_interfaceid": "60e58705-b24e-4264-b152-6d60507ac2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 605.103218] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 605.103218] env[65899]: value = "task-4894153" [ 605.103218] env[65899]: _type = "Task" [ 605.103218] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.103218] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:a6:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e58705-b24e-4264-b152-6d60507ac2c3', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.109595] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Creating folder: Project (463000479dfb4cfdb631bb51a1a8b9b0). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.110066] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8cc618e-d62c-4553-8551-e746e240c47a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.123054] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.126083] env[65899]: INFO nova.compute.manager [-] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Took 1.71 seconds to deallocate network for instance. [ 605.126234] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Created folder: Project (463000479dfb4cfdb631bb51a1a8b9b0) in parent group-v953787. [ 605.126491] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Creating folder: Instances. Parent ref: group-v953817. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.128612] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0535c1e3-39e9-49cb-bdae-3aa175880112 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.142231] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Created folder: Instances in parent group-v953817. [ 605.142231] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 605.145377] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.145677] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.145907] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad364b92-ab2c-473e-a170-762476f710f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.170024] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.170024] env[65899]: value = "task-4894156" [ 605.170024] env[65899]: _type = "Task" [ 605.170024] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.179158] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894156, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.275497] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "5f9169d8-04bb-40be-9487-897266c3332d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.275666] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "5f9169d8-04bb-40be-9487-897266c3332d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.318202] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.318713] env[65899]: DEBUG nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 605.321374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.983s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.322773] env[65899]: INFO nova.compute.claims [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.622748] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106638} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.623254] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.623254] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Moving file from [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364/a6411459-c389-4b5f-8a2f-bea2acd6f8f2 to [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2. {{(pid=65899) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 605.623424] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-145f64f2-249c-466f-9966-e83187a0f448 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.634108] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 605.634108] env[65899]: value = "task-4894157" [ 605.634108] env[65899]: _type = "Task" [ 605.634108] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.643929] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.649726] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894151, 'name': ReconfigVM_Task, 'duration_secs': 1.342618} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.653263] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Reconfigured VM instance instance-00000007 to attach disk [datastore2] efedb7d3-e2eb-4c07-b313-3e7c6059e7fc/efedb7d3-e2eb-4c07-b313-3e7c6059e7fc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.654198] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894157, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.654438] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40516e01-f666-4ce0-8c8d-899a3b84abae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.662713] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 605.662713] env[65899]: value = "task-4894158" [ 605.662713] env[65899]: _type = "Task" [ 605.662713] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.676352] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894158, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.683109] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894156, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.713872] env[65899]: DEBUG nova.network.neutron [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Successfully updated port: 36d47250-46cf-4c8b-b213-76efd146b58a {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.778491] env[65899]: DEBUG nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.832053] env[65899]: DEBUG nova.compute.utils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.836122] env[65899]: DEBUG nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 605.836122] env[65899]: DEBUG nova.network.neutron [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.836349] env[65899]: WARNING neutronclient.v2_0.client [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.837311] env[65899]: WARNING neutronclient.v2_0.client [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.953527] env[65899]: DEBUG nova.policy [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88dae42d3bad4e4ab9ff5399b9d6d317', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c17d6a81e0c44c6b82e64558d17ca436', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.002230] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.003029] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.153256] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894157, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038338} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.154122] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] File moved {{(pid=65899) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 606.154122] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Cleaning up location [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 606.154122] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Deleting the datastore file [datastore1] vmware_temp/59848dde-91d8-420b-8d76-658fa83f9364 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.154309] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20746650-cd50-4ddf-93b5-91344cf703d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.167017] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 606.167017] env[65899]: value = "task-4894159" [ 606.167017] env[65899]: _type = "Task" [ 606.167017] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.187282] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.196265] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894156, 'name': CreateVM_Task, 'duration_secs': 0.583652} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.196734] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894158, 'name': Rename_Task, 'duration_secs': 0.171339} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.197058] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.197479] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.198135] env[65899]: WARNING neutronclient.v2_0.client [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.198613] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.198887] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.199286] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.199637] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dba1ac3d-4575-4ff1-88bb-8a63014e446a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.201906] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14150e9-8248-435d-8537-24883e510bf7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.208281] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 606.208281] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f66db2-e168-750e-34d5-64377c810a9e" [ 606.208281] env[65899]: _type = "Task" [ 606.208281] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.212941] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 606.212941] env[65899]: value = "task-4894160" [ 606.212941] env[65899]: _type = "Task" [ 606.212941] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.222438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.222438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquired lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.222438] env[65899]: DEBUG nova.network.neutron [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 606.222892] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f66db2-e168-750e-34d5-64377c810a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.231687] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894160, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.312926] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.329214] env[65899]: DEBUG nova.compute.manager [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Received event network-changed {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 606.329366] env[65899]: DEBUG nova.compute.manager [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Refreshing instance network info cache due to event network-changed. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 606.329584] env[65899]: DEBUG oslo_concurrency.lockutils [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] Acquiring lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.329700] env[65899]: DEBUG oslo_concurrency.lockutils [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] Acquired lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.329858] env[65899]: DEBUG nova.network.neutron [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 606.336562] env[65899]: DEBUG nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 606.474559] env[65899]: DEBUG nova.network.neutron [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Successfully created port: 1648f79e-3a66-468e-96ab-d9d025e239e4 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.505803] env[65899]: DEBUG nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 606.627206] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516a8173-ab69-42cb-b289-4fcdc9c55fe9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.636407] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e426cd3b-1486-4199-953a-b49ef9ec485c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.675783] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Acquiring lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.676068] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.676273] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Acquiring lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.676514] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.677028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.682429] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eed219a-aa4d-4e28-b946-ec8688d7b182 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.685336] env[65899]: INFO nova.compute.manager [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Terminating instance [ 606.688596] env[65899]: DEBUG nova.compute.manager [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Received event network-vif-plugged-b92bf404-816c-44a7-87da-0fc559deebe3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 606.688790] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] Acquiring lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.689364] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.689364] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.689364] env[65899]: DEBUG nova.compute.manager [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] No waiting events found dispatching network-vif-plugged-b92bf404-816c-44a7-87da-0fc559deebe3 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 606.689543] env[65899]: WARNING nova.compute.manager [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Received unexpected event network-vif-plugged-b92bf404-816c-44a7-87da-0fc559deebe3 for instance with vm_state building and task_state spawning. [ 606.689594] env[65899]: DEBUG nova.compute.manager [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Received event network-changed-b92bf404-816c-44a7-87da-0fc559deebe3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 606.689736] env[65899]: DEBUG nova.compute.manager [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Refreshing instance network info cache due to event network-changed-b92bf404-816c-44a7-87da-0fc559deebe3. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 606.689887] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] Acquiring lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.690055] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] Acquired lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.690212] env[65899]: DEBUG nova.network.neutron [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Refreshing network info cache for port b92bf404-816c-44a7-87da-0fc559deebe3 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.698967] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047343} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.702435] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.703676] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9668876d-0cc6-400e-ad75-d89d80f2b303 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.708081] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a22ec7a-a4df-464b-91b4-62e6fa8b7d80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.720259] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 606.720259] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52022eba-bb13-2102-0422-597011db96ac" [ 606.720259] env[65899]: _type = "Task" [ 606.720259] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.741467] env[65899]: DEBUG nova.compute.provider_tree [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.749691] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f66db2-e168-750e-34d5-64377c810a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.020346} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.750751] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.751077] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.751374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.757317] env[65899]: DEBUG oslo_vmware.api [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894160, 'name': PowerOnVM_Task, 'duration_secs': 0.511295} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.762129] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.762350] env[65899]: INFO nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Took 11.52 seconds to spawn the instance on the hypervisor. [ 606.762543] env[65899]: DEBUG nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 606.763121] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52022eba-bb13-2102-0422-597011db96ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01632} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.763999] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafca81e-5c57-460e-8dab-1f44f87ea416 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.766818] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.766818] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 3149da84-6eeb-41e9-b4da-099952955604/3149da84-6eeb-41e9-b4da-099952955604.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.766976] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.767169] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.767381] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84d1719f-ccfe-4b4f-8975-137ce274ee2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.771982] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edcde0d1-aa7c-4bd5-990c-4a16a2236280 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.781110] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 606.781110] env[65899]: value = "task-4894161" [ 606.781110] env[65899]: _type = "Task" [ 606.781110] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.785902] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.786128] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.787255] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e254ab4-afd8-47c6-a2b1-69620a8d7838 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.792968] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.797614] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 606.797614] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d9be68-2fb8-5501-42e1-727dd1eba654" [ 606.797614] env[65899]: _type = "Task" [ 606.797614] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.806129] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d9be68-2fb8-5501-42e1-727dd1eba654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.832405] env[65899]: WARNING neutronclient.v2_0.client [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.871975] env[65899]: DEBUG nova.network.neutron [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 607.037843] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.099412] env[65899]: WARNING neutronclient.v2_0.client [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.195375] env[65899]: WARNING neutronclient.v2_0.client [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.199311] env[65899]: DEBUG nova.compute.manager [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 607.199541] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.200742] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274bb59-90e0-40aa-9ff3-9b989ffd1c5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.211389] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.211871] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36492e53-5f8b-4cb0-983c-b57092622113 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.222694] env[65899]: DEBUG oslo_vmware.api [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Waiting for the task: (returnval){ [ 607.222694] env[65899]: value = "task-4894162" [ 607.222694] env[65899]: _type = "Task" [ 607.222694] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.242864] env[65899]: DEBUG oslo_vmware.api [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Task: {'id': task-4894162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.252527] env[65899]: DEBUG nova.scheduler.client.report [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.299878] env[65899]: INFO nova.compute.manager [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Took 16.42 seconds to build instance. [ 607.311508] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894161, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.319351] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d9be68-2fb8-5501-42e1-727dd1eba654, 'name': SearchDatastore_Task, 'duration_secs': 0.032148} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.320556] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee10d4ce-d280-43cd-a358-4c4c8e1522ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.328769] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 607.328769] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f84b07-d9e5-0355-2035-9e600b1ee70e" [ 607.328769] env[65899]: _type = "Task" [ 607.328769] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.340022] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f84b07-d9e5-0355-2035-9e600b1ee70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.343823] env[65899]: WARNING neutronclient.v2_0.client [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.350919] env[65899]: DEBUG nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 607.384748] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.384873] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.384970] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.385185] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.385406] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.385617] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.385845] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.386016] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.386193] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.386359] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.386528] env[65899]: DEBUG nova.virt.hardware [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.387658] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c05d774-50cc-4843-9dc1-9e2d86867e42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.409200] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3487370f-8635-4278-9012-cf74e0ae80ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.476895] env[65899]: DEBUG nova.network.neutron [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Updating instance_info_cache with network_info: [{"id": "36d47250-46cf-4c8b-b213-76efd146b58a", "address": "fa:16:3e:af:98:a8", "network": {"id": "f58900cb-fa8d-4059-a744-b197ae2ee09d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1523028669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef42c47bab7a4725ad073e57e54cb392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d47250-46", "ovs_interfaceid": "36d47250-46cf-4c8b-b213-76efd146b58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.637051] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.637307] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.733720] env[65899]: DEBUG oslo_vmware.api [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Task: {'id': task-4894162, 'name': PowerOffVM_Task, 'duration_secs': 0.315842} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.734059] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.734265] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.734556] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b025127d-3af9-44c6-a94a-f189dea8fc88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.759892] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.760528] env[65899]: DEBUG nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 607.763089] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.343s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.764594] env[65899]: INFO nova.compute.claims [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.798237] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785523} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.798953] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 3149da84-6eeb-41e9-b4da-099952955604/3149da84-6eeb-41e9-b4da-099952955604.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.798953] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.799168] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e3fb81-12e3-4db0-a585-b1b5a97b2e0c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.805299] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.805299] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.805299] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Deleting the datastore file [datastore2] 1dd05998-5fd2-4079-bfa8-3ab36a1071cf {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.805299] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4883a9-ba30-44a2-bda6-3116976309b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.807207] env[65899]: DEBUG oslo_concurrency.lockutils [None req-81b49f03-d6e1-414c-b167-dbedf52fdabe tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.936s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.810737] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 607.810737] env[65899]: value = "task-4894164" [ 607.810737] env[65899]: _type = "Task" [ 607.810737] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.815919] env[65899]: DEBUG oslo_vmware.api [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Waiting for the task: (returnval){ [ 607.815919] env[65899]: value = "task-4894165" [ 607.815919] env[65899]: _type = "Task" [ 607.815919] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.823509] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.830498] env[65899]: DEBUG oslo_vmware.api [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Task: {'id': task-4894165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.839694] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f84b07-d9e5-0355-2035-9e600b1ee70e, 'name': SearchDatastore_Task, 'duration_secs': 0.051799} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.839951] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.840223] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 01cca923-2ffe-43ea-9752-6bbafe920581/01cca923-2ffe-43ea-9752-6bbafe920581.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.840494] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.840679] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.840899] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6c73ccc-bf72-4a73-8c9d-d9d1784f1152 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.842960] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d10f3ecf-77f9-4064-b9ac-0a745faf0762 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.853076] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 607.853076] env[65899]: value = "task-4894166" [ 607.853076] env[65899]: _type = "Task" [ 607.853076] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.857780] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.857780] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.859738] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2048a1a6-b384-4766-b27e-02bd74c7095f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.866252] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.872568] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 607.872568] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52526c41-b34d-d695-dadf-73def19b3ef3" [ 607.872568] env[65899]: _type = "Task" [ 607.872568] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.878849] env[65899]: DEBUG nova.network.neutron [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Updating instance_info_cache with network_info: [{"id": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "address": "fa:16:3e:b9:a3:3b", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30f489df-5c", "ovs_interfaceid": "30f489df-5c15-4f7d-8f75-a4e9cb82256b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.883353] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52526c41-b34d-d695-dadf-73def19b3ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.980409] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Releasing lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.980699] env[65899]: DEBUG nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Instance network_info: |[{"id": "36d47250-46cf-4c8b-b213-76efd146b58a", "address": "fa:16:3e:af:98:a8", "network": {"id": "f58900cb-fa8d-4059-a744-b197ae2ee09d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1523028669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef42c47bab7a4725ad073e57e54cb392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d47250-46", "ovs_interfaceid": "36d47250-46cf-4c8b-b213-76efd146b58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 607.981294] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:98:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d47250-46cf-4c8b-b213-76efd146b58a', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.992241] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Creating folder: Project (ef42c47bab7a4725ad073e57e54cb392). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.992542] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9af84cb7-1512-4758-a88f-8155f53014d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.005486] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Created folder: Project (ef42c47bab7a4725ad073e57e54cb392) in parent group-v953787. [ 608.005688] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Creating folder: Instances. Parent ref: group-v953820. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.005948] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b98b3d-96a3-48b3-adfe-987a44919982 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.016516] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Created folder: Instances in parent group-v953820. [ 608.017225] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.017225] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.017599] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd6e8ab6-b325-4497-b4e0-0066545c325c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.038525] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.038525] env[65899]: value = "task-4894169" [ 608.038525] env[65899]: _type = "Task" [ 608.038525] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.048296] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894169, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.171100] env[65899]: DEBUG nova.network.neutron [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Successfully updated port: 1648f79e-3a66-468e-96ab-d9d025e239e4 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.179550] env[65899]: WARNING neutronclient.v2_0.client [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.243709] env[65899]: DEBUG nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Received event network-changed-f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 608.243909] env[65899]: DEBUG nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Refreshing instance network info cache due to event network-changed-f1fc45d3-248a-460e-8880-34d9b005f40b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 608.244220] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Acquiring lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.244319] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Acquired lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.244491] env[65899]: DEBUG nova.network.neutron [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Refreshing network info cache for port f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.269970] env[65899]: DEBUG nova.compute.utils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.273539] env[65899]: DEBUG nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 608.273774] env[65899]: DEBUG nova.network.neutron [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 608.274164] env[65899]: WARNING neutronclient.v2_0.client [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.274499] env[65899]: WARNING neutronclient.v2_0.client [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.282296] env[65899]: DEBUG nova.network.neutron [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updated VIF entry in instance network info cache for port b92bf404-816c-44a7-87da-0fc559deebe3. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.282296] env[65899]: DEBUG nova.network.neutron [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance_info_cache with network_info: [{"id": "b92bf404-816c-44a7-87da-0fc559deebe3", "address": "fa:16:3e:0a:a8:41", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92bf404-81", "ovs_interfaceid": "b92bf404-816c-44a7-87da-0fc559deebe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.312096] env[65899]: DEBUG nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 608.330932] env[65899]: DEBUG oslo_vmware.api [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Task: {'id': task-4894165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354044} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.335907] env[65899]: DEBUG nova.policy [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33f22cf157724885aad44bb6e9069778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddaf6a44a7724b40bdb20f3c2e4a1bfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.339406] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.339406] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.339406] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.339406] env[65899]: INFO nova.compute.manager [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 608.339406] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.339891] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077591} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.339891] env[65899]: DEBUG nova.compute.manager [-] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 608.339891] env[65899]: DEBUG nova.network.neutron [-] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 608.339891] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.341960] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.342464] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ce0c6b-201b-4b1c-8374-0488342ebd1d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.364915] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 3149da84-6eeb-41e9-b4da-099952955604/3149da84-6eeb-41e9-b4da-099952955604.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.369293] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a1b187-826a-4ebd-b699-0878ec58ed35 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.384904] env[65899]: DEBUG oslo_concurrency.lockutils [None req-618ddf5a-fd52-440a-b147-9459ac76b28b tempest-ServerExternalEventsTest-1886364596 tempest-ServerExternalEventsTest-1886364596-project] Releasing lock "refresh_cache-b3d29374-12a9-4b7b-9c71-137b7693ace7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.393963] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.395590] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 608.395590] env[65899]: value = "task-4894170" [ 608.395590] env[65899]: _type = "Task" [ 608.395590] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.404437] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52526c41-b34d-d695-dadf-73def19b3ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.021267} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.405818] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bf0571-0e74-4ca7-836a-625f49da4854 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.412107] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.416921] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 608.416921] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520dcc74-ec62-ef3f-2b77-190521b80dd5" [ 608.416921] env[65899]: _type = "Task" [ 608.416921] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.426883] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520dcc74-ec62-ef3f-2b77-190521b80dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.452696] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.549994] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894169, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.674897] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "refresh_cache-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.675593] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquired lock "refresh_cache-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.675593] env[65899]: DEBUG nova.network.neutron [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.706954] env[65899]: DEBUG nova.network.neutron [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Successfully created port: a4630992-3710-4120-8246-4f825b6d3373 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 608.749035] env[65899]: WARNING neutronclient.v2_0.client [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.775700] env[65899]: DEBUG nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 608.786398] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb93602d-3483-4266-bc38-59d933daf090 req-7b092580-3a59-4614-acd0-e88649ebd64b service nova] Releasing lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.845056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.869919] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775084} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.873180] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 01cca923-2ffe-43ea-9752-6bbafe920581/01cca923-2ffe-43ea-9752-6bbafe920581.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.873411] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.873880] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76cd8d0e-6294-421f-8cff-be46b103118d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.881978] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 608.881978] env[65899]: value = "task-4894172" [ 608.881978] env[65899]: _type = "Task" [ 608.881978] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.892154] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.906965] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.928877] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520dcc74-ec62-ef3f-2b77-190521b80dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.058651} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.933149] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.933149] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 21598e28-d360-479a-9587-acdcc6d4c32b/21598e28-d360-479a-9587-acdcc6d4c32b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.933567] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f445652d-9a8c-4052-b79e-a6d6a64b8102 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.942330] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 608.942330] env[65899]: value = "task-4894173" [ 608.942330] env[65899]: _type = "Task" [ 608.942330] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.956289] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.051688] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894169, 'name': CreateVM_Task, 'duration_secs': 0.75656} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.054833] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.055688] env[65899]: WARNING neutronclient.v2_0.client [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.056506] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.056506] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.056638] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.056799] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96588cbf-d2f8-40d9-9f19-8eef2ebc7ad5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.065990] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 609.065990] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52112454-3bc0-dff1-5282-04acc63a40f4" [ 609.065990] env[65899]: _type = "Task" [ 609.065990] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.079853] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52112454-3bc0-dff1-5282-04acc63a40f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.092425] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e98ee4-ad3d-43e6-98d4-fbc6b099d483 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.105490] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc7e6d-fa06-4ea3-b30d-0b8e1ad8fd2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.141333] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad99c8b-5f07-4928-96f1-1429dd4ed429 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.150334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3078a9-82c3-4e34-8bbc-8f4b4db17b40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.166557] env[65899]: DEBUG nova.compute.provider_tree [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.244596] env[65899]: DEBUG nova.network.neutron [-] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.397867] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19487} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.403484] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.405119] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308c8e8-965d-4f71-a1ab-52bd8222bf58 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.420773] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894170, 'name': ReconfigVM_Task, 'duration_secs': 0.568834} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.431854] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 3149da84-6eeb-41e9-b4da-099952955604/3149da84-6eeb-41e9-b4da-099952955604.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.442749] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 01cca923-2ffe-43ea-9752-6bbafe920581/01cca923-2ffe-43ea-9752-6bbafe920581.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.444301] env[65899]: DEBUG nova.network.neutron [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.447358] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b88a10ac-43ea-465f-b792-8172a4f2d77d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.449789] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2445fbab-2d99-4ffc-b7ba-54d8e1de7240 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.480382] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894173, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.484881] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 609.484881] env[65899]: value = "task-4894174" [ 609.484881] env[65899]: _type = "Task" [ 609.484881] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.485587] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 609.485587] env[65899]: value = "task-4894175" [ 609.485587] env[65899]: _type = "Task" [ 609.485587] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.503206] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "32873e78-122d-4528-a442-4d3ea5c241d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.503464] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "32873e78-122d-4528-a442-4d3ea5c241d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.507923] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.511446] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894174, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.579258] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52112454-3bc0-dff1-5282-04acc63a40f4, 'name': SearchDatastore_Task, 'duration_secs': 0.018008} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.579590] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.579835] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.580087] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.580385] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.580702] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.580986] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c424ceb-3cf1-409e-a678-8f5e3fac46c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.591750] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.591946] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.593800] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc747d32-6bd9-4e47-b9f4-14788ca9020e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.605222] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 609.605222] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a78070-3104-db96-ca1c-fe9a15affa47" [ 609.605222] env[65899]: _type = "Task" [ 609.605222] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.615258] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a78070-3104-db96-ca1c-fe9a15affa47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.669896] env[65899]: DEBUG nova.scheduler.client.report [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.748649] env[65899]: INFO nova.compute.manager [-] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Took 1.41 seconds to deallocate network for instance. [ 609.791073] env[65899]: DEBUG nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 609.815311] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.815501] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.815735] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.815903] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.816102] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.816237] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.816445] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.816559] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.816686] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.816844] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.817017] env[65899]: DEBUG nova.virt.hardware [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.818368] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ca2ee-53b8-4cc1-8e39-6159d78f42b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.828340] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e17646-44e6-48e4-b9f7-2926e534eb8e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.960167] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894173, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.990236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "b3d29374-12a9-4b7b-9c71-137b7693ace7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.990612] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.990982] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "b3d29374-12a9-4b7b-9c71-137b7693ace7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.991301] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.991557] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.002986] env[65899]: INFO nova.compute.manager [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Terminating instance [ 610.012144] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894174, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.016822] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.101596] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.101863] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.102157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.102384] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.102588] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.110819] env[65899]: INFO nova.compute.manager [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Terminating instance [ 610.126617] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a78070-3104-db96-ca1c-fe9a15affa47, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.127759] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1a4a5f-c4fd-459b-a4a3-56be6e735911 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.134738] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 610.134738] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b39ecc-3779-f897-c3d1-49020ffd11c8" [ 610.134738] env[65899]: _type = "Task" [ 610.134738] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.145252] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b39ecc-3779-f897-c3d1-49020ffd11c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.174550] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.176189] env[65899]: DEBUG nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 610.178852] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.535s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.179572] env[65899]: DEBUG nova.objects.instance [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lazy-loading 'resources' on Instance uuid be88c043-91e6-4d8f-bbd0-d41174b17f18 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.255464] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.385627] env[65899]: DEBUG nova.network.neutron [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Successfully updated port: a4630992-3710-4120-8246-4f825b6d3373 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 610.461109] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894173, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.515026] env[65899]: DEBUG nova.compute.manager [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 610.515026] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.515026] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894174, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.516128] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de9ecfb-b101-4335-aaaf-605189f722c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.520886] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.531115] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.531571] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c692cd2-4133-4d4a-aa58-e900b92478de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.538432] env[65899]: WARNING neutronclient.v2_0.client [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.545805] env[65899]: DEBUG oslo_vmware.api [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 610.545805] env[65899]: value = "task-4894176" [ 610.545805] env[65899]: _type = "Task" [ 610.545805] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.557251] env[65899]: DEBUG oslo_vmware.api [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.593244] env[65899]: WARNING neutronclient.v2_0.client [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.622312] env[65899]: DEBUG nova.compute.manager [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 610.622554] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.626376] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8108373-a494-4dea-bba4-787e89c02ba7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.637447] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.644323] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c552fbc7-dff4-4fc2-a47b-6a408b715102 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.655078] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b39ecc-3779-f897-c3d1-49020ffd11c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013434} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.656687] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.658050] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 95c68283-51e8-43f3-8008-2c617b29faee/95c68283-51e8-43f3-8008-2c617b29faee.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.658050] env[65899]: DEBUG oslo_vmware.api [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 610.658050] env[65899]: value = "task-4894178" [ 610.658050] env[65899]: _type = "Task" [ 610.658050] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.658431] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97e979f6-78f1-438d-a5b1-9536f0f02b12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.674118] env[65899]: DEBUG oslo_vmware.api [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.674575] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 610.674575] env[65899]: value = "task-4894179" [ 610.674575] env[65899]: _type = "Task" [ 610.674575] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.684909] env[65899]: DEBUG nova.compute.utils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.694747] env[65899]: DEBUG nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 610.694982] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 610.695664] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.695730] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.698374] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.805191] env[65899]: DEBUG nova.network.neutron [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Updated VIF entry in instance network info cache for port f1fc45d3-248a-460e-8880-34d9b005f40b. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.805795] env[65899]: DEBUG nova.network.neutron [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Updating instance_info_cache with network_info: [{"id": "f1fc45d3-248a-460e-8880-34d9b005f40b", "address": "fa:16:3e:9e:3c:16", "network": {"id": "4a95b396-4c21-4d8f-abae-8555764842ca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1235167990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51c8e4a839f4f17bca532a2503c9a79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fc45d3-24", "ovs_interfaceid": "f1fc45d3-248a-460e-8880-34d9b005f40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.859106] env[65899]: DEBUG nova.policy [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e97830c72948ff95651daf37d43ab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59eb50664a8942808dfb96019d1bd18e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.888163] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "refresh_cache-98faf004-25ab-4aa9-8d4e-948a39bcf39a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.888282] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquired lock "refresh_cache-98faf004-25ab-4aa9-8d4e-948a39bcf39a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.889083] env[65899]: DEBUG nova.network.neutron [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.934531] env[65899]: DEBUG nova.network.neutron [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Updating instance_info_cache with network_info: [{"id": "1648f79e-3a66-468e-96ab-d9d025e239e4", "address": "fa:16:3e:56:3f:f1", "network": {"id": "95deb4ac-553a-448f-9b65-b2be32815797", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1302376718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c17d6a81e0c44c6b82e64558d17ca436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1648f79e-3a", "ovs_interfaceid": "1648f79e-3a66-468e-96ab-d9d025e239e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.964936] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894173, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.533526} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.965379] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 21598e28-d360-479a-9587-acdcc6d4c32b/21598e28-d360-479a-9587-acdcc6d4c32b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.967020] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.967020] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0855e200-436f-4fcc-b136-418454b8081f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.975430] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 610.975430] env[65899]: value = "task-4894180" [ 610.975430] env[65899]: _type = "Task" [ 610.975430] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.988798] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.015220] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894174, 'name': Rename_Task, 'duration_secs': 1.174829} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.024888] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.025309] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894175, 'name': ReconfigVM_Task, 'duration_secs': 1.343273} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.025825] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85b07ea7-7e66-46b3-8697-efdbbe58e94b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.029419] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 01cca923-2ffe-43ea-9752-6bbafe920581/01cca923-2ffe-43ea-9752-6bbafe920581.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.030781] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-438e13f1-af0f-44e9-a0e0-a9c0af77b80e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.039686] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 611.039686] env[65899]: value = "task-4894182" [ 611.039686] env[65899]: _type = "Task" [ 611.039686] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.045781] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 611.045781] env[65899]: value = "task-4894181" [ 611.045781] env[65899]: _type = "Task" [ 611.045781] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.075413] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894181, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.075909] env[65899]: DEBUG oslo_vmware.api [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894176, 'name': PowerOffVM_Task, 'duration_secs': 0.226798} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.080956] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.081210] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.081521] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894182, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.086323] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-449729f4-0d26-45de-9817-6e1a0aec9824 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.089112] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bea798-72bd-4910-b497-2196ebc2e607 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.098131] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dda54c-23e6-46ab-bb22-5dfa490de569 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.137948] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5ccb2-d919-4efa-b22c-5a1729844147 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.147474] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec52978-07c3-4c38-9372-5ca1d4fd8978 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.164252] env[65899]: DEBUG nova.compute.provider_tree [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.177752] env[65899]: DEBUG oslo_vmware.api [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894178, 'name': PowerOffVM_Task, 'duration_secs': 0.358839} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.182879] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.182879] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.184234] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5232e61f-b0fb-4913-b438-f93a894b2ce6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.189035] env[65899]: DEBUG nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 611.191846] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.192057] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.192255] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Deleting the datastore file [datastore2] b3d29374-12a9-4b7b-9c71-137b7693ace7 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.196975] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f49c3c0-a301-4161-b346-e5cf90886a66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.199892] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894179, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.204983] env[65899]: DEBUG oslo_vmware.api [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for the task: (returnval){ [ 611.204983] env[65899]: value = "task-4894185" [ 611.204983] env[65899]: _type = "Task" [ 611.204983] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.215839] env[65899]: DEBUG oslo_vmware.api [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.272831] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.273029] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.273614] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleting the datastore file [datastore2] 7c673a1a-6fb8-4c97-a3f5-02105592fdab {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.273614] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-553aaeab-cb07-4fb3-801b-4fa5adb45b01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.281893] env[65899]: DEBUG oslo_vmware.api [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 611.281893] env[65899]: value = "task-4894186" [ 611.281893] env[65899]: _type = "Task" [ 611.281893] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.293300] env[65899]: DEBUG oslo_vmware.api [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.309266] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Releasing lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.309450] env[65899]: DEBUG nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Received event network-vif-plugged-60e58705-b24e-4264-b152-6d60507ac2c3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 611.309641] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Acquiring lock "21598e28-d360-479a-9587-acdcc6d4c32b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.309843] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Lock "21598e28-d360-479a-9587-acdcc6d4c32b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.309995] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Lock "21598e28-d360-479a-9587-acdcc6d4c32b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.310179] env[65899]: DEBUG nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] No waiting events found dispatching network-vif-plugged-60e58705-b24e-4264-b152-6d60507ac2c3 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.310339] env[65899]: WARNING nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Received unexpected event network-vif-plugged-60e58705-b24e-4264-b152-6d60507ac2c3 for instance with vm_state building and task_state spawning. [ 611.310490] env[65899]: DEBUG nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Received event network-changed-60e58705-b24e-4264-b152-6d60507ac2c3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 611.310635] env[65899]: DEBUG nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Refreshing instance network info cache due to event network-changed-60e58705-b24e-4264-b152-6d60507ac2c3. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 611.310822] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Acquiring lock "refresh_cache-21598e28-d360-479a-9587-acdcc6d4c32b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.310968] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Acquired lock "refresh_cache-21598e28-d360-479a-9587-acdcc6d4c32b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.311130] env[65899]: DEBUG nova.network.neutron [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Refreshing network info cache for port 60e58705-b24e-4264-b152-6d60507ac2c3 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.391735] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Successfully created port: 21f2928b-bb35-4c71-9e57-c782d0f20ef3 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.440132] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Releasing lock "refresh_cache-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.442969] env[65899]: DEBUG nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Instance network_info: |[{"id": "1648f79e-3a66-468e-96ab-d9d025e239e4", "address": "fa:16:3e:56:3f:f1", "network": {"id": "95deb4ac-553a-448f-9b65-b2be32815797", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1302376718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c17d6a81e0c44c6b82e64558d17ca436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1648f79e-3a", "ovs_interfaceid": "1648f79e-3a66-468e-96ab-d9d025e239e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 611.443426] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:3f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1648f79e-3a66-468e-96ab-d9d025e239e4', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.450188] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Creating folder: Project (c17d6a81e0c44c6b82e64558d17ca436). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.450508] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17f08972-9f2c-4495-bc5e-d7e8766dd916 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.463862] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Created folder: Project (c17d6a81e0c44c6b82e64558d17ca436) in parent group-v953787. [ 611.464128] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Creating folder: Instances. Parent ref: group-v953823. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.464583] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0072cdd4-2971-4d7d-8c3e-26e1a7f7aa49 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.479252] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.479534] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.479812] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Created folder: Instances in parent group-v953823. [ 611.480279] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.484448] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.485420] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e27362b6-8ee8-4b80-90e6-e25748425541 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.506837] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102261} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.508845] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.509233] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.509233] env[65899]: value = "task-4894189" [ 611.509233] env[65899]: _type = "Task" [ 611.509233] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.510109] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ddaa97-3830-40e7-a772-568939f0b490 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.532959] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894189, 'name': CreateVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.543049] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 21598e28-d360-479a-9587-acdcc6d4c32b/21598e28-d360-479a-9587-acdcc6d4c32b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.543388] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7472824-6640-4b72-adc3-b95d6a07ff66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.558785] env[65899]: DEBUG nova.network.neutron [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 611.574591] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894182, 'name': Rename_Task, 'duration_secs': 0.226003} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.579691] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.580498] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 611.580498] env[65899]: value = "task-4894190" [ 611.580498] env[65899]: _type = "Task" [ 611.580498] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.580498] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.580750] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20918571-4ca2-4ad1-ae4d-daa42e07df83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.597346] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.599180] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 611.599180] env[65899]: value = "task-4894191" [ 611.599180] env[65899]: _type = "Task" [ 611.599180] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.609704] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.671925] env[65899]: DEBUG nova.scheduler.client.report [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.688851] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571571} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.689163] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 95c68283-51e8-43f3-8008-2c617b29faee/95c68283-51e8-43f3-8008-2c617b29faee.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.689488] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.691209] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ece945-9eb0-4bd1-803f-6c160675fde3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.700093] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 611.700093] env[65899]: value = "task-4894192" [ 611.700093] env[65899]: _type = "Task" [ 611.700093] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.712288] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.723908] env[65899]: DEBUG oslo_vmware.api [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Task: {'id': task-4894185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190484} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.730861] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.731097] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.731268] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.731450] env[65899]: INFO nova.compute.manager [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 611.731704] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.732337] env[65899]: DEBUG nova.compute.manager [-] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 611.732337] env[65899]: DEBUG nova.network.neutron [-] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 611.732492] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.762613] env[65899]: WARNING neutronclient.v2_0.client [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.793815] env[65899]: DEBUG oslo_vmware.api [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175631} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.794122] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.794302] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.794678] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.795101] env[65899]: INFO nova.compute.manager [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Took 1.17 seconds to destroy the instance on the hypervisor. [ 611.795308] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.796480] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.798478] env[65899]: DEBUG nova.compute.manager [-] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 611.798584] env[65899]: DEBUG nova.network.neutron [-] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 611.798828] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.818917] env[65899]: WARNING neutronclient.v2_0.client [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.825390] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Successfully created port: ca2edd44-e535-4e6b-a21d-0e8b072d3135 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.890449] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.004136] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Received event network-vif-plugged-36d47250-46cf-4c8b-b213-76efd146b58a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 612.004304] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Acquiring lock "95c68283-51e8-43f3-8008-2c617b29faee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.004503] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Lock "95c68283-51e8-43f3-8008-2c617b29faee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.004688] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Lock "95c68283-51e8-43f3-8008-2c617b29faee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.004865] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] No waiting events found dispatching network-vif-plugged-36d47250-46cf-4c8b-b213-76efd146b58a {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 612.005033] env[65899]: WARNING nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Received unexpected event network-vif-plugged-36d47250-46cf-4c8b-b213-76efd146b58a for instance with vm_state building and task_state spawning. [ 612.005222] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Received event network-changed-36d47250-46cf-4c8b-b213-76efd146b58a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 612.005393] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Refreshing instance network info cache due to event network-changed-36d47250-46cf-4c8b-b213-76efd146b58a. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 612.005574] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Acquiring lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.005722] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Acquired lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.005898] env[65899]: DEBUG nova.network.neutron [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Refreshing network info cache for port 36d47250-46cf-4c8b-b213-76efd146b58a {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.029822] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894189, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.074709] env[65899]: DEBUG oslo_vmware.api [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894181, 'name': PowerOnVM_Task, 'duration_secs': 0.629383} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.075116] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.075351] env[65899]: INFO nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Took 11.93 seconds to spawn the instance on the hypervisor. [ 612.075540] env[65899]: DEBUG nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.076418] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851129b-8e9d-48e7-a229-dc1b36933a07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.099717] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.112211] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.178419] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.180957] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.868s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.185415] env[65899]: INFO nova.compute.claims [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.200170] env[65899]: DEBUG nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 612.213660] env[65899]: INFO nova.scheduler.client.report [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Deleted allocations for instance be88c043-91e6-4d8f-bbd0-d41174b17f18 [ 612.223978] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087006} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.224581] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.225508] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb92b32-90e0-4cff-aeef-60e5dec4a839 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.260037] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 95c68283-51e8-43f3-8008-2c617b29faee/95c68283-51e8-43f3-8008-2c617b29faee.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.267067] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2448ead0-2aab-4a83-9b12-511356f189b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.286045] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 612.286045] env[65899]: value = "task-4894193" [ 612.286045] env[65899]: _type = "Task" [ 612.286045] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.295235] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 612.295577] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.296129] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 612.296349] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.296501] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 612.296648] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 612.296929] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 612.297133] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 612.297310] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 612.297468] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 612.297655] env[65899]: DEBUG nova.virt.hardware [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 612.298948] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d2557-b7b5-475a-bb01-466dfa326294 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.310044] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.311643] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd12403-f260-4d65-9500-fa01beb8c69f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.340784] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Successfully created port: dc442af9-8ec7-4003-ac58-f531fe33d7df {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 612.382039] env[65899]: DEBUG nova.network.neutron [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Updating instance_info_cache with network_info: [{"id": "a4630992-3710-4120-8246-4f825b6d3373", "address": "fa:16:3e:f1:1d:58", "network": {"id": "a92d84fb-e001-4d17-a1e2-a0903f0ad553", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-232023696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ddaf6a44a7724b40bdb20f3c2e4a1bfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4630992-37", "ovs_interfaceid": "a4630992-3710-4120-8246-4f825b6d3373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.508948] env[65899]: WARNING neutronclient.v2_0.client [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.525399] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894189, 'name': CreateVM_Task, 'duration_secs': 0.672533} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.525618] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.526283] env[65899]: WARNING neutronclient.v2_0.client [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.526515] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.526714] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.527359] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.527359] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b3dcec-3c00-4f6f-91af-523190d162f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.535421] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 612.535421] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52cd9a60-c1ff-ea77-e43b-1306d055b805" [ 612.535421] env[65899]: _type = "Task" [ 612.535421] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.546155] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cd9a60-c1ff-ea77-e43b-1306d055b805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.600090] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894190, 'name': ReconfigVM_Task, 'duration_secs': 0.725103} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.602286] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 21598e28-d360-479a-9587-acdcc6d4c32b/21598e28-d360-479a-9587-acdcc6d4c32b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.603225] env[65899]: INFO nova.compute.manager [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Took 20.15 seconds to build instance. [ 612.607127] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e07e228-d095-4e5e-bb72-385e663281b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.617828] env[65899]: DEBUG oslo_vmware.api [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894191, 'name': PowerOnVM_Task, 'duration_secs': 0.974659} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.619846] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.620155] env[65899]: INFO nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Took 15.00 seconds to spawn the instance on the hypervisor. [ 612.620367] env[65899]: DEBUG nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.620817] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 612.620817] env[65899]: value = "task-4894194" [ 612.620817] env[65899]: _type = "Task" [ 612.620817] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.621654] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e5bd3-dae8-47cb-b5b6-436f5ae55c98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.635130] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894194, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.728571] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Lock "be88c043-91e6-4d8f-bbd0-d41174b17f18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.029s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.799516] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.830829] env[65899]: DEBUG nova.network.neutron [-] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.888115] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Releasing lock "refresh_cache-98faf004-25ab-4aa9-8d4e-948a39bcf39a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.888115] env[65899]: DEBUG nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Instance network_info: |[{"id": "a4630992-3710-4120-8246-4f825b6d3373", "address": "fa:16:3e:f1:1d:58", "network": {"id": "a92d84fb-e001-4d17-a1e2-a0903f0ad553", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-232023696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ddaf6a44a7724b40bdb20f3c2e4a1bfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4630992-37", "ovs_interfaceid": "a4630992-3710-4120-8246-4f825b6d3373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 612.888685] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:1d:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4630992-3710-4120-8246-4f825b6d3373', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.896091] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Creating folder: Project (ddaf6a44a7724b40bdb20f3c2e4a1bfd). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.897014] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64209af9-ef26-4469-9ef3-27c103c0418c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.912306] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Created folder: Project (ddaf6a44a7724b40bdb20f3c2e4a1bfd) in parent group-v953787. [ 612.912306] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Creating folder: Instances. Parent ref: group-v953826. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.912306] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12c0673c-880e-4642-8e79-12f106fbf316 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.929121] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Created folder: Instances in parent group-v953826. [ 612.929437] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.929666] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.929896] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-745ed47c-f83e-449d-9e06-5170230a7e0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.952293] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.952293] env[65899]: value = "task-4894198" [ 612.952293] env[65899]: _type = "Task" [ 612.952293] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.964884] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894198, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.014454] env[65899]: WARNING neutronclient.v2_0.client [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.051665] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cd9a60-c1ff-ea77-e43b-1306d055b805, 'name': SearchDatastore_Task, 'duration_secs': 0.051293} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.052796] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054180] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.054180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.054180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.054359] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.054623] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ef332a-4d49-4e31-b94a-b192ba3588b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.069565] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.069773] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.070590] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcd5a2f-ef0c-48e3-9b37-661741db5ff6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.077618] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 613.077618] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520a1796-9b28-49d6-99a3-17aabf41732e" [ 613.077618] env[65899]: _type = "Task" [ 613.077618] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.089464] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520a1796-9b28-49d6-99a3-17aabf41732e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.110236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-54de879d-4564-4b3b-bb97-b2c906194911 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "3149da84-6eeb-41e9-b4da-099952955604" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.664s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.151746] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894194, 'name': Rename_Task, 'duration_secs': 0.222643} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.153915] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.155968] env[65899]: INFO nova.compute.manager [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Took 21.03 seconds to build instance. [ 613.157144] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c1a072-802c-487d-84c4-a198e3540282 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.161536] env[65899]: WARNING neutronclient.v2_0.client [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.171584] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 613.171584] env[65899]: value = "task-4894199" [ 613.171584] env[65899]: _type = "Task" [ 613.171584] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.183975] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.197551] env[65899]: DEBUG nova.network.neutron [-] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.231015] env[65899]: DEBUG nova.network.neutron [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Updated VIF entry in instance network info cache for port 60e58705-b24e-4264-b152-6d60507ac2c3. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 613.231159] env[65899]: DEBUG nova.network.neutron [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Updating instance_info_cache with network_info: [{"id": "60e58705-b24e-4264-b152-6d60507ac2c3", "address": "fa:16:3e:ba:a6:2b", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e58705-b2", "ovs_interfaceid": "60e58705-b24e-4264-b152-6d60507ac2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.300795] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894193, 'name': ReconfigVM_Task, 'duration_secs': 0.687937} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.301010] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 95c68283-51e8-43f3-8008-2c617b29faee/95c68283-51e8-43f3-8008-2c617b29faee.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.301879] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89006bd7-1cd7-46a1-974f-9788b83c5eb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.309297] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 613.309297] env[65899]: value = "task-4894200" [ 613.309297] env[65899]: _type = "Task" [ 613.309297] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.322509] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894200, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.333413] env[65899]: INFO nova.compute.manager [-] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Took 1.60 seconds to deallocate network for instance. [ 613.465470] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894198, 'name': CreateVM_Task, 'duration_secs': 0.408886} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.469435] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.470441] env[65899]: WARNING neutronclient.v2_0.client [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.471487] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.471701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.472094] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.472874] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0e9d4b-b73a-4452-84c7-4067b88cc507 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.478836] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 613.478836] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5213782d-5eb8-f113-f14c-1afa85227789" [ 613.478836] env[65899]: _type = "Task" [ 613.478836] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.491382] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5213782d-5eb8-f113-f14c-1afa85227789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.529048] env[65899]: DEBUG nova.network.neutron [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Updated VIF entry in instance network info cache for port 36d47250-46cf-4c8b-b213-76efd146b58a. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 613.529048] env[65899]: DEBUG nova.network.neutron [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Updating instance_info_cache with network_info: [{"id": "36d47250-46cf-4c8b-b213-76efd146b58a", "address": "fa:16:3e:af:98:a8", "network": {"id": "f58900cb-fa8d-4059-a744-b197ae2ee09d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1523028669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef42c47bab7a4725ad073e57e54cb392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d47250-46", "ovs_interfaceid": "36d47250-46cf-4c8b-b213-76efd146b58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.567032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3846e335-dba4-47bb-8c30-11307dc7d67f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.577330] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce94ec-e32c-4646-a77a-6c4d7a88dd97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.591110] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520a1796-9b28-49d6-99a3-17aabf41732e, 'name': SearchDatastore_Task, 'duration_secs': 0.014397} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.619146] env[65899]: DEBUG nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 613.622794] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d899bc2-75f9-4f73-b2f6-42b5219cc0ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.626205] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96722817-25d2-4267-8d21-ccac26fe905f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.633568] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 613.633568] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526f6692-416f-ef34-e597-d7bbcafad8b2" [ 613.633568] env[65899]: _type = "Task" [ 613.633568] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.640557] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f998cb0-7f19-4039-ab35-dd96bfa11e41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.644805] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "3dedb3ee-1b21-4963-a2bb-947cd2089760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.645050] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.645316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "3dedb3ee-1b21-4963-a2bb-947cd2089760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.645525] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.645648] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.648352] env[65899]: INFO nova.compute.manager [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Terminating instance [ 613.663094] env[65899]: DEBUG nova.compute.provider_tree [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.664619] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526f6692-416f-ef34-e597-d7bbcafad8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018237} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.666268] env[65899]: DEBUG nova.compute.manager [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 613.666445] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.666869] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.553s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.667155] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.667390] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924/193c2bdf-3ff2-47a3-9ff9-f9e2793ec924.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.669147] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cd9b3-f9ec-48df-8640-3a893a6eb761 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.673204] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7530f7a-b71c-4ed0-b324-f07388461b24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.688698] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.692862] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2340a76c-1a67-43dc-b1ed-31a36392af21 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.694381] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894199, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.695521] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 613.695521] env[65899]: value = "task-4894201" [ 613.695521] env[65899]: _type = "Task" [ 613.695521] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.702704] env[65899]: INFO nova.compute.manager [-] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Took 1.90 seconds to deallocate network for instance. [ 613.703057] env[65899]: DEBUG oslo_vmware.api [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 613.703057] env[65899]: value = "task-4894202" [ 613.703057] env[65899]: _type = "Task" [ 613.703057] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.720784] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.731660] env[65899]: DEBUG oslo_vmware.api [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.734519] env[65899]: DEBUG oslo_concurrency.lockutils [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] Releasing lock "refresh_cache-21598e28-d360-479a-9587-acdcc6d4c32b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.734920] env[65899]: DEBUG nova.compute.manager [req-d87d7145-cb0b-409f-9706-56d18db6011f req-7cfe0759-7658-4847-947b-aff759b00961 service nova] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Received event network-vif-deleted-1ee3f8f4-0368-4892-94c4-c63d070a3db9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 613.821431] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894200, 'name': Rename_Task, 'duration_secs': 0.205626} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.821909] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.822282] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-518609a0-47e0-4296-a7bf-f5d10dfce019 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.831174] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 613.831174] env[65899]: value = "task-4894203" [ 613.831174] env[65899]: _type = "Task" [ 613.831174] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.841254] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.845223] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.993078] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5213782d-5eb8-f113-f14c-1afa85227789, 'name': SearchDatastore_Task, 'duration_secs': 0.019231} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.993600] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.994105] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.994438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.994600] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994892] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.995316] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c1f2f7a-2262-4e02-a8c0-57d38b89ee56 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.011203] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.011476] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.012344] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2798cd-3968-41cc-81df-e401cfef08d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.021586] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 614.021586] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52775b24-957a-f83e-8348-5ba7b762bb0a" [ 614.021586] env[65899]: _type = "Task" [ 614.021586] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.034902] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Releasing lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.035142] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Received event network-vif-plugged-1648f79e-3a66-468e-96ab-d9d025e239e4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 614.035330] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Acquiring lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.035659] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.035857] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.036031] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] No waiting events found dispatching network-vif-plugged-1648f79e-3a66-468e-96ab-d9d025e239e4 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 614.036305] env[65899]: WARNING nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Received unexpected event network-vif-plugged-1648f79e-3a66-468e-96ab-d9d025e239e4 for instance with vm_state building and task_state spawning. [ 614.036435] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Received event network-changed-1648f79e-3a66-468e-96ab-d9d025e239e4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 614.036493] env[65899]: DEBUG nova.compute.manager [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Refreshing instance network info cache due to event network-changed-1648f79e-3a66-468e-96ab-d9d025e239e4. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 614.036680] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Acquiring lock "refresh_cache-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.036829] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Acquired lock "refresh_cache-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.036954] env[65899]: DEBUG nova.network.neutron [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Refreshing network info cache for port 1648f79e-3a66-468e-96ab-d9d025e239e4 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.038290] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52775b24-957a-f83e-8348-5ba7b762bb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.151984] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.167564] env[65899]: DEBUG nova.scheduler.client.report [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.177732] env[65899]: DEBUG nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.193150] env[65899]: DEBUG oslo_vmware.api [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894199, 'name': PowerOnVM_Task, 'duration_secs': 0.822422} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.193598] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.193882] env[65899]: INFO nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Took 11.69 seconds to spawn the instance on the hypervisor. [ 614.194123] env[65899]: DEBUG nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.195111] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f71792-4d2a-4609-a9ae-7a15fea377a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.218976] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.221079] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.225683] env[65899]: DEBUG oslo_vmware.api [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894202, 'name': PowerOffVM_Task, 'duration_secs': 0.272486} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.226316] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.226316] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.226598] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f23518a-e989-4380-9afd-7588be695820 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.305952] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.306799] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.306799] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleting the datastore file [datastore2] 3dedb3ee-1b21-4963-a2bb-947cd2089760 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.306799] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6881d60b-c6aa-4ba7-980c-9868f783a773 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.314672] env[65899]: DEBUG oslo_vmware.api [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 614.314672] env[65899]: value = "task-4894205" [ 614.314672] env[65899]: _type = "Task" [ 614.314672] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.326142] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Successfully updated port: 21f2928b-bb35-4c71-9e57-c782d0f20ef3 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 614.336636] env[65899]: DEBUG oslo_vmware.api [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.350610] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.537363] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52775b24-957a-f83e-8348-5ba7b762bb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.018811} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.538578] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b274abd-332f-4a52-8052-bb7f576db3bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.543393] env[65899]: WARNING neutronclient.v2_0.client [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.552325] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 614.552325] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d44099-067d-251b-f6b6-a6d49aeb42e0" [ 614.552325] env[65899]: _type = "Task" [ 614.552325] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.565196] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d44099-067d-251b-f6b6-a6d49aeb42e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.568753] env[65899]: DEBUG nova.compute.manager [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 614.674293] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.674410] env[65899]: DEBUG nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 614.682998] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.645s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.684739] env[65899]: INFO nova.compute.claims [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.710015] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693974} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.710313] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924/193c2bdf-3ff2-47a3-9ff9-f9e2793ec924.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.710529] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.710794] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87cb301b-c596-4d6b-abff-661da1facb2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.720244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.720749] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 614.720749] env[65899]: value = "task-4894206" [ 614.720749] env[65899]: _type = "Task" [ 614.720749] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.736064] env[65899]: INFO nova.compute.manager [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Took 21.14 seconds to build instance. [ 614.746170] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.794550] env[65899]: WARNING neutronclient.v2_0.client [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.831720] env[65899]: DEBUG oslo_vmware.api [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229002} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.831720] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.832236] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.832236] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.832236] env[65899]: INFO nova.compute.manager [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Took 1.17 seconds to destroy the instance on the hypervisor. [ 614.832485] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 614.833026] env[65899]: DEBUG nova.compute.manager [-] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 614.833111] env[65899]: DEBUG nova.network.neutron [-] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 614.833405] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.850202] env[65899]: DEBUG oslo_vmware.api [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894203, 'name': PowerOnVM_Task, 'duration_secs': 0.878111} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.850495] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.850684] env[65899]: INFO nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Took 9.94 seconds to spawn the instance on the hypervisor. [ 614.850852] env[65899]: DEBUG nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.851704] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6f20cd-09e7-4b80-90fa-e67caeb8fbb1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.889223] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.928997] env[65899]: DEBUG nova.network.neutron [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Updated VIF entry in instance network info cache for port 1648f79e-3a66-468e-96ab-d9d025e239e4. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.929384] env[65899]: DEBUG nova.network.neutron [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Updating instance_info_cache with network_info: [{"id": "1648f79e-3a66-468e-96ab-d9d025e239e4", "address": "fa:16:3e:56:3f:f1", "network": {"id": "95deb4ac-553a-448f-9b65-b2be32815797", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1302376718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c17d6a81e0c44c6b82e64558d17ca436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1648f79e-3a", "ovs_interfaceid": "1648f79e-3a66-468e-96ab-d9d025e239e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.064323] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d44099-067d-251b-f6b6-a6d49aeb42e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.064657] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.065064] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 98faf004-25ab-4aa9-8d4e-948a39bcf39a/98faf004-25ab-4aa9-8d4e-948a39bcf39a.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.065406] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d7850f8-2440-4125-a3e8-fb9a5aabe0b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.077199] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 615.077199] env[65899]: value = "task-4894207" [ 615.077199] env[65899]: _type = "Task" [ 615.077199] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.095386] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.096844] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.182550] env[65899]: DEBUG nova.compute.utils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.184879] env[65899]: DEBUG nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 615.185526] env[65899]: DEBUG nova.network.neutron [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 615.185801] env[65899]: WARNING neutronclient.v2_0.client [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.186345] env[65899]: WARNING neutronclient.v2_0.client [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.240060] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "21598e28-d360-479a-9587-acdcc6d4c32b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.669s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.240672] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136385} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.241312] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.245367] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ad7e7e-7cea-4b00-82e7-a41d010da3e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.272124] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924/193c2bdf-3ff2-47a3-9ff9-f9e2793ec924.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.274349] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf28437-ef6e-4d0b-96f6-0d8ace2ffb57 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.297131] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 615.297131] env[65899]: value = "task-4894208" [ 615.297131] env[65899]: _type = "Task" [ 615.297131] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.306728] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.371420] env[65899]: DEBUG nova.policy [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8431b7cae6ae4242a4178a7c6638fee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'babd0d22a0ae49fe938851b7659127d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.377022] env[65899]: INFO nova.compute.manager [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Took 20.58 seconds to build instance. [ 615.433189] env[65899]: DEBUG oslo_concurrency.lockutils [req-80423071-1cb4-4cb1-a8df-8c9ec5f506eb req-00369bf4-d678-4347-a62a-bf59f96bda7c service nova] Releasing lock "refresh_cache-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.463577] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.463818] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.589996] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.691270] env[65899]: DEBUG nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 615.764402] env[65899]: DEBUG nova.network.neutron [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Successfully created port: 78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 615.793112] env[65899]: DEBUG nova.network.neutron [-] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.807935] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.879084] env[65899]: DEBUG oslo_concurrency.lockutils [None req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.090s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.966759] env[65899]: DEBUG nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.012491] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4384c041-e8be-4ed2-b2e7-2e2c49af8605 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.023618] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9367fe56-37f0-4702-9e1a-ea02f98eb6d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.058358] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13d2b06-7f0c-4f73-989c-42381b8efd26 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.069940] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adcb6bf-b6c6-4cda-8c11-f0f03f9d6f3b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.085362] env[65899]: DEBUG nova.compute.provider_tree [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.095254] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894207, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.295676] env[65899]: INFO nova.compute.manager [-] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Took 1.46 seconds to deallocate network for instance. [ 616.311811] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.493693] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.576096] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Successfully updated port: ca2edd44-e535-4e6b-a21d-0e8b072d3135 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.592584] env[65899]: DEBUG nova.scheduler.client.report [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.599370] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.456601} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.603150] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 98faf004-25ab-4aa9-8d4e-948a39bcf39a/98faf004-25ab-4aa9-8d4e-948a39bcf39a.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.603150] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.603150] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26782f16-51b2-42c9-805b-0735c5fb3b01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.609959] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 616.609959] env[65899]: value = "task-4894209" [ 616.609959] env[65899]: _type = "Task" [ 616.609959] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.625154] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.704321] env[65899]: DEBUG nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 616.737863] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:33:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1493061733',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-622518899',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.737863] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.737863] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.738198] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.738198] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.739826] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.740107] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.740272] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.740456] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.740657] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.740793] env[65899]: DEBUG nova.virt.hardware [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.741675] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983056bd-8ba1-43bd-91b1-359b8db4e12b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.756191] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc1b4c-d56a-4a29-96a5-2e58fb8590fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.806067] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.812921] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894208, 'name': ReconfigVM_Task, 'duration_secs': 1.326795} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.813335] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924/193c2bdf-3ff2-47a3-9ff9-f9e2793ec924.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.813916] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b90777e-d67e-4bca-98ed-c75c71a85d01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.821860] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 616.821860] env[65899]: value = "task-4894210" [ 616.821860] env[65899]: _type = "Task" [ 616.821860] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.831668] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894210, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.101972] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.101972] env[65899]: DEBUG nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 617.105580] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.260s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.106251] env[65899]: INFO nova.compute.claims [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.120832] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074006} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.121145] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.121984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eadb9f1-a25b-46ba-aea0-4d700b86f5e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.145093] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 98faf004-25ab-4aa9-8d4e-948a39bcf39a/98faf004-25ab-4aa9-8d4e-948a39bcf39a.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.145881] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7730a0f-384b-4acb-8452-386321a3ab84 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.168655] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 617.168655] env[65899]: value = "task-4894211" [ 617.168655] env[65899]: _type = "Task" [ 617.168655] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.181043] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.336026] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894210, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.544963] env[65899]: DEBUG nova.network.neutron [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Successfully updated port: 78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 617.611834] env[65899]: DEBUG nova.compute.utils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.614563] env[65899]: DEBUG nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 617.614768] env[65899]: DEBUG nova.network.neutron [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 617.615557] env[65899]: WARNING neutronclient.v2_0.client [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.615868] env[65899]: WARNING neutronclient.v2_0.client [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.658804] env[65899]: DEBUG nova.policy [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee00407851d14d5e8804cb23053fb4ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eda4f71a73749aebe02ab428da092b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.680941] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.838418] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894210, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.958456] env[65899]: DEBUG nova.network.neutron [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Successfully created port: d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.048140] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.048358] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.048608] env[65899]: DEBUG nova.network.neutron [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 618.121742] env[65899]: DEBUG nova.compute.manager [None req-a37b4010-d4cd-447d-9da3-0271121573ed tempest-ServerDiagnosticsV248Test-483522142 tempest-ServerDiagnosticsV248Test-483522142-project-admin] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 618.126171] env[65899]: DEBUG nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 618.130027] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694a0e95-a5a2-46ed-9411-12ce13d73ea1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.143068] env[65899]: INFO nova.compute.manager [None req-a37b4010-d4cd-447d-9da3-0271121573ed tempest-ServerDiagnosticsV248Test-483522142 tempest-ServerDiagnosticsV248Test-483522142-project-admin] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Retrieving diagnostics [ 618.144483] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae5ce5f-cd68-4d21-8528-aa5e233be2d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.195755] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.335876] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894210, 'name': Rename_Task, 'duration_secs': 1.271222} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.336289] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.336546] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf49a07-4da8-4158-8e8c-01ea604cc30b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.347093] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 618.347093] env[65899]: value = "task-4894212" [ 618.347093] env[65899]: _type = "Task" [ 618.347093] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.359506] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.502587] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281ba563-04e3-4ce6-a035-241483db6a71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.516430] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996ae81-aabe-45e9-b6c1-349820462cfc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.573696] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a998cab3-b9da-4452-a9b5-390451c8921f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.584286] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea652dd-3be4-4a10-a0fa-92576eb37230 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.598871] env[65899]: DEBUG nova.compute.provider_tree [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.691622] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.860132] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894212, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.994705] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Successfully updated port: dc442af9-8ec7-4003-ac58-f531fe33d7df {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 619.073798] env[65899]: DEBUG nova.network.neutron [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.106658] env[65899]: DEBUG nova.scheduler.client.report [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.140546] env[65899]: DEBUG nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 619.174156] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.174411] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.174590] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.174804] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.174961] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.175194] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.175387] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.175569] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.175781] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.175967] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.176184] env[65899]: DEBUG nova.virt.hardware [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.177251] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c8b28a-20fb-42d8-93e1-c0c91c5b7081 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.189547] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894211, 'name': ReconfigVM_Task, 'duration_secs': 1.537111} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.191992] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 98faf004-25ab-4aa9-8d4e-948a39bcf39a/98faf004-25ab-4aa9-8d4e-948a39bcf39a.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.192709] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfc2805a-2f6f-41ae-b988-df243cd6ea4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.195448] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1458bd7-046d-4ef9-a453-9c769cc9665c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.216073] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 619.216073] env[65899]: value = "task-4894213" [ 619.216073] env[65899]: _type = "Task" [ 619.216073] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.228234] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894213, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.246362] env[65899]: DEBUG nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Received event network-vif-deleted-1d5f10a2-fa78-498b-8d94-c7426020092e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.246693] env[65899]: DEBUG nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Received event network-vif-plugged-a4630992-3710-4120-8246-4f825b6d3373 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.246994] env[65899]: DEBUG oslo_concurrency.lockutils [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] Acquiring lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.247284] env[65899]: DEBUG oslo_concurrency.lockutils [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.247502] env[65899]: DEBUG oslo_concurrency.lockutils [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.247756] env[65899]: DEBUG nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] No waiting events found dispatching network-vif-plugged-a4630992-3710-4120-8246-4f825b6d3373 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.248013] env[65899]: WARNING nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Received unexpected event network-vif-plugged-a4630992-3710-4120-8246-4f825b6d3373 for instance with vm_state building and task_state spawning. [ 619.248577] env[65899]: DEBUG nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Received event network-changed-a4630992-3710-4120-8246-4f825b6d3373 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.248577] env[65899]: DEBUG nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Refreshing instance network info cache due to event network-changed-a4630992-3710-4120-8246-4f825b6d3373. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 619.248821] env[65899]: DEBUG oslo_concurrency.lockutils [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] Acquiring lock "refresh_cache-98faf004-25ab-4aa9-8d4e-948a39bcf39a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.248994] env[65899]: DEBUG oslo_concurrency.lockutils [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] Acquired lock "refresh_cache-98faf004-25ab-4aa9-8d4e-948a39bcf39a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.249210] env[65899]: DEBUG nova.network.neutron [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Refreshing network info cache for port a4630992-3710-4120-8246-4f825b6d3373 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.286755] env[65899]: DEBUG nova.compute.manager [req-384df1b7-90a2-4523-b1c3-f687581dbb0e req-771a8692-3009-4df2-8f96-7462f9e34547 service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-vif-plugged-21f2928b-bb35-4c71-9e57-c782d0f20ef3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.287013] env[65899]: DEBUG oslo_concurrency.lockutils [req-384df1b7-90a2-4523-b1c3-f687581dbb0e req-771a8692-3009-4df2-8f96-7462f9e34547 service nova] Acquiring lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.287501] env[65899]: DEBUG oslo_concurrency.lockutils [req-384df1b7-90a2-4523-b1c3-f687581dbb0e req-771a8692-3009-4df2-8f96-7462f9e34547 service nova] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.287756] env[65899]: DEBUG oslo_concurrency.lockutils [req-384df1b7-90a2-4523-b1c3-f687581dbb0e req-771a8692-3009-4df2-8f96-7462f9e34547 service nova] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.287949] env[65899]: DEBUG nova.compute.manager [req-384df1b7-90a2-4523-b1c3-f687581dbb0e req-771a8692-3009-4df2-8f96-7462f9e34547 service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] No waiting events found dispatching network-vif-plugged-21f2928b-bb35-4c71-9e57-c782d0f20ef3 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.288199] env[65899]: WARNING nova.compute.manager [req-384df1b7-90a2-4523-b1c3-f687581dbb0e req-771a8692-3009-4df2-8f96-7462f9e34547 service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received unexpected event network-vif-plugged-21f2928b-bb35-4c71-9e57-c782d0f20ef3 for instance with vm_state building and task_state spawning. [ 619.299555] env[65899]: WARNING neutronclient.v2_0.client [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.363234] env[65899]: DEBUG oslo_vmware.api [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894212, 'name': PowerOnVM_Task, 'duration_secs': 0.653122} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.363519] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.363717] env[65899]: INFO nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Took 12.01 seconds to spawn the instance on the hypervisor. [ 619.363888] env[65899]: DEBUG nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 619.364744] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9a3cc-b1de-4ae8-b2d1-826288e263cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.424803] env[65899]: DEBUG nova.network.neutron [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Updating instance_info_cache with network_info: [{"id": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "address": "fa:16:3e:b9:11:b4", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d9716e-d6", "ovs_interfaceid": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.501604] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.501604] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.501604] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.610991] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.611526] env[65899]: DEBUG nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 619.614078] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.359s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.614301] env[65899]: DEBUG nova.objects.instance [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Lazy-loading 'resources' on Instance uuid 1dd05998-5fd2-4079-bfa8-3ab36a1071cf {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.738113] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894213, 'name': Rename_Task, 'duration_secs': 0.210126} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.738389] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.738659] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fffe73f-4348-4369-8b5c-999475482d7e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.751617] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 619.751617] env[65899]: value = "task-4894214" [ 619.751617] env[65899]: _type = "Task" [ 619.751617] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.758271] env[65899]: WARNING neutronclient.v2_0.client [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.766530] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.885736] env[65899]: INFO nova.compute.manager [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Took 24.69 seconds to build instance. [ 619.912222] env[65899]: DEBUG nova.network.neutron [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Successfully updated port: d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 619.929285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Releasing lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929510] env[65899]: DEBUG nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Instance network_info: |[{"id": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "address": "fa:16:3e:b9:11:b4", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d9716e-d6", "ovs_interfaceid": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 619.930379] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:11:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d9716e-d61c-4dcf-a4f5-08448c26fe26', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.943749] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Creating folder: Project (babd0d22a0ae49fe938851b7659127d0). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.944998] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f275c76-f198-4bd0-a151-e8220ddb5171 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.959314] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Created folder: Project (babd0d22a0ae49fe938851b7659127d0) in parent group-v953787. [ 619.959598] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Creating folder: Instances. Parent ref: group-v953829. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.959752] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3753eee-0baf-477d-8fd8-313ae6f0871c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.971801] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Created folder: Instances in parent group-v953829. [ 619.972111] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 619.972599] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.972599] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ae1612-11ef-4406-833d-bd36665c57c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.996625] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.996625] env[65899]: value = "task-4894217" [ 619.996625] env[65899]: _type = "Task" [ 619.996625] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.008279] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894217, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.046254] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 620.067332] env[65899]: WARNING neutronclient.v2_0.client [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.117526] env[65899]: DEBUG nova.compute.utils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.123689] env[65899]: DEBUG nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 620.123689] env[65899]: DEBUG nova.network.neutron [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.124226] env[65899]: WARNING neutronclient.v2_0.client [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.124632] env[65899]: WARNING neutronclient.v2_0.client [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.194179] env[65899]: DEBUG nova.network.neutron [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Updated VIF entry in instance network info cache for port a4630992-3710-4120-8246-4f825b6d3373. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 620.194526] env[65899]: DEBUG nova.network.neutron [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Updating instance_info_cache with network_info: [{"id": "a4630992-3710-4120-8246-4f825b6d3373", "address": "fa:16:3e:f1:1d:58", "network": {"id": "a92d84fb-e001-4d17-a1e2-a0903f0ad553", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-232023696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ddaf6a44a7724b40bdb20f3c2e4a1bfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4630992-37", "ovs_interfaceid": "a4630992-3710-4120-8246-4f825b6d3373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.200117] env[65899]: DEBUG nova.policy [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6e3bf5bb6b4c8285c744ce6471ac37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada283044488484fb66f0bb359de932d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.224458] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.263905] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.391365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-68079355-2585-4f89-bde3-f385b455fcd3 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.590s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.417941] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.417941] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.417941] env[65899]: DEBUG nova.network.neutron [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 620.478023] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b9478-ca79-4b67-a10c-b1ee6b25c777 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.487331] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08571b-7da2-4b88-900f-7e8431eb0fca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.533473] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165387c8-cdce-4d81-8a9d-9c526228a5e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.545325] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894217, 'name': CreateVM_Task, 'duration_secs': 0.395376} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.547789] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.548411] env[65899]: WARNING neutronclient.v2_0.client [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.548855] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.549026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.549356] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.550599] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811ad277-eb98-4ec4-acd0-22a0847d6cc1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.554864] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c1b527-5db0-48ea-b4c1-24f6c76459bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.561103] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 620.561103] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52904762-69c7-aee2-ad47-e8b41378783a" [ 620.561103] env[65899]: _type = "Task" [ 620.561103] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.569725] env[65899]: DEBUG nova.compute.provider_tree [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.575333] env[65899]: DEBUG nova.network.neutron [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Successfully created port: 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.586436] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52904762-69c7-aee2-ad47-e8b41378783a, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.586436] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.586436] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.586831] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.586831] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.586950] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.587498] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f430a10-91eb-4f88-bd9d-90119806bfc0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.598514] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.598791] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.600056] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6acbdb6-7a19-4bda-869f-30406cf1a779 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.605971] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 620.605971] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5278e604-fdc8-0eb4-932c-0322b0d3a2f5" [ 620.605971] env[65899]: _type = "Task" [ 620.605971] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.611433] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.621206] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5278e604-fdc8-0eb4-932c-0322b0d3a2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.628066] env[65899]: DEBUG nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 620.697554] env[65899]: DEBUG oslo_concurrency.lockutils [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] Releasing lock "refresh_cache-98faf004-25ab-4aa9-8d4e-948a39bcf39a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.697948] env[65899]: DEBUG nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Received event network-vif-deleted-30f489df-5c15-4f7d-8f75-a4e9cb82256b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 620.698167] env[65899]: DEBUG nova.compute.manager [req-919f0755-bdbb-46d2-9a5c-28d2111efdfe req-6ffed627-f8a7-4263-8a83-ff888aa2907f service nova] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Received event network-vif-deleted-d6635880-9e4e-45af-9415-53a879cc2a6a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 620.772985] env[65899]: DEBUG oslo_vmware.api [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894214, 'name': PowerOnVM_Task, 'duration_secs': 1.001014} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.773733] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.773733] env[65899]: INFO nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Took 10.99 seconds to spawn the instance on the hypervisor. [ 620.773733] env[65899]: DEBUG nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 620.774693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce15de3-ea37-475e-b929-518dea40d258 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.833603] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.038946] env[65899]: DEBUG nova.network.neutron [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.076103] env[65899]: DEBUG nova.scheduler.client.report [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.118023] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5278e604-fdc8-0eb4-932c-0322b0d3a2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.021279} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.118886] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b1e17a-95f9-45e4-8559-6b58af89dda1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.125287] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 621.125287] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522b202c-c6dc-5199-ee3b-bbf01ceb3314" [ 621.125287] env[65899]: _type = "Task" [ 621.125287] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.139808] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522b202c-c6dc-5199-ee3b-bbf01ceb3314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.143039] env[65899]: DEBUG nova.network.neutron [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updating instance_info_cache with network_info: [{"id": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "address": "fa:16:3e:8a:69:c3", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f2928b-bb", "ovs_interfaceid": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "address": "fa:16:3e:f0:60:91", "network": {"id": "21652c4a-e69a-491f-8d60-d013b4efb783", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472673433", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2edd44-e5", "ovs_interfaceid": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "address": "fa:16:3e:e9:7e:e8", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc442af9-8e", "ovs_interfaceid": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.283539] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Acquiring lock "01299d31-ee63-4b30-b361-74757c5e3583" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.283925] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "01299d31-ee63-4b30-b361-74757c5e3583" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.296765] env[65899]: INFO nova.compute.manager [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Took 22.98 seconds to build instance. [ 621.570378] env[65899]: WARNING neutronclient.v2_0.client [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.581106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.583882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.739s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.584150] env[65899]: DEBUG nova.objects.instance [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lazy-loading 'resources' on Instance uuid b3d29374-12a9-4b7b-9c71-137b7693ace7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.618783] env[65899]: INFO nova.scheduler.client.report [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Deleted allocations for instance 1dd05998-5fd2-4079-bfa8-3ab36a1071cf [ 621.638727] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522b202c-c6dc-5199-ee3b-bbf01ceb3314, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.639181] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.639443] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5f9169d8-04bb-40be-9487-897266c3332d/5f9169d8-04bb-40be-9487-897266c3332d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.639775] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4bdfd3b-bc96-471a-b630-02084d6632c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.643195] env[65899]: DEBUG nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 621.645876] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Releasing lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.647344] env[65899]: DEBUG nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Instance network_info: |[{"id": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "address": "fa:16:3e:8a:69:c3", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f2928b-bb", "ovs_interfaceid": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "address": "fa:16:3e:f0:60:91", "network": {"id": "21652c4a-e69a-491f-8d60-d013b4efb783", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472673433", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2edd44-e5", "ovs_interfaceid": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "address": "fa:16:3e:e9:7e:e8", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc442af9-8e", "ovs_interfaceid": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 621.647895] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:69:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21f2928b-bb35-4c71-9e57-c782d0f20ef3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:60:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca2edd44-e535-4e6b-a21d-0e8b072d3135', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:7e:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc442af9-8ec7-4003-ac58-f531fe33d7df', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.662028] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Creating folder: Project (59eb50664a8942808dfb96019d1bd18e). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.668748] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f4b9b7-97ea-4045-aa50-dfa1e3cf500d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.670937] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 621.670937] env[65899]: value = "task-4894218" [ 621.670937] env[65899]: _type = "Task" [ 621.670937] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.681182] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 621.681446] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.681596] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 621.681779] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.681917] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 621.682069] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 621.682278] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.682462] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 621.682629] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 621.682791] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 621.682981] env[65899]: DEBUG nova.virt.hardware [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 621.683874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bc96cb-7757-44b2-bc72-9974b8eed21d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.690937] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Created folder: Project (59eb50664a8942808dfb96019d1bd18e) in parent group-v953787. [ 621.691181] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Creating folder: Instances. Parent ref: group-v953832. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.691404] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.692184] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e797f3e-5756-4f98-9e23-64d7880f5b70 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.701505] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7778ff75-9748-4cfb-8e89-0e0b2d2bc448 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.710486] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Created folder: Instances in parent group-v953832. [ 621.710861] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.721550] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.722518] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57b3e551-e7bd-4cd8-a94e-f3ec9b09eb04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.748342] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.748342] env[65899]: value = "task-4894221" [ 621.748342] env[65899]: _type = "Task" [ 621.748342] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.757410] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894221, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.786989] env[65899]: DEBUG nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 621.798454] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b82f05c9-ba8f-4321-9a86-94dba02770c4 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.492s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.840309] env[65899]: DEBUG nova.network.neutron [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updating instance_info_cache with network_info: [{"id": "d7675a43-83d6-45a0-a5fd-2ed808003458", "address": "fa:16:3e:64:91:72", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7675a43-83", "ovs_interfaceid": "d7675a43-83d6-45a0-a5fd-2ed808003458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.133676] env[65899]: DEBUG oslo_concurrency.lockutils [None req-434b5833-4db9-4a7c-b216-85d460e87061 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Lock "1dd05998-5fd2-4079-bfa8-3ab36a1071cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.457s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.193528] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.266139] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894221, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.315259] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.344080] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Releasing lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.344080] env[65899]: DEBUG nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance network_info: |[{"id": "d7675a43-83d6-45a0-a5fd-2ed808003458", "address": "fa:16:3e:64:91:72", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7675a43-83", "ovs_interfaceid": "d7675a43-83d6-45a0-a5fd-2ed808003458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 622.344926] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:91:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7675a43-83d6-45a0-a5fd-2ed808003458', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.353310] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 622.356952] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.357509] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51c0011e-ad25-41ab-9aea-e248b9a90129 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.382061] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.382061] env[65899]: value = "task-4894222" [ 622.382061] env[65899]: _type = "Task" [ 622.382061] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.391319] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894222, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.562304] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bd4a9-1e0a-445a-bbbc-31c170c620ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.576465] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ea9de-0c1b-4775-9d19-0ddea04fd778 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.632386] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26942cca-9457-4e07-9228-818d81e195fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.640214] env[65899]: DEBUG nova.network.neutron [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Successfully updated port: 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 622.647857] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade454e-d435-42c9-b143-1c1bc89f8926 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.666724] env[65899]: DEBUG nova.compute.provider_tree [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.686330] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613583} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.686955] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5f9169d8-04bb-40be-9487-897266c3332d/5f9169d8-04bb-40be-9487-897266c3332d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.687190] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.687458] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-281aa335-8135-4ef3-bcfe-1e4152986a96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.696281] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 622.696281] env[65899]: value = "task-4894223" [ 622.696281] env[65899]: _type = "Task" [ 622.696281] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.706305] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.760174] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894221, 'name': CreateVM_Task, 'duration_secs': 0.605434} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.760243] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.760761] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.761103] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.761370] env[65899]: WARNING neutronclient.v2_0.client [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.761692] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.761907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.762219] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.762439] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70367aa6-6b1b-478c-bab1-91a26f3d4a8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.769897] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 622.769897] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c49952-8e58-dea8-9e6f-5af985333751" [ 622.769897] env[65899]: _type = "Task" [ 622.769897] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.782967] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c49952-8e58-dea8-9e6f-5af985333751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.892617] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894222, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.979619] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-vif-plugged-ca2edd44-e535-4e6b-a21d-0e8b072d3135 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 622.979832] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquiring lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.980093] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.980326] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.980474] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] No waiting events found dispatching network-vif-plugged-ca2edd44-e535-4e6b-a21d-0e8b072d3135 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 622.980699] env[65899]: WARNING nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received unexpected event network-vif-plugged-ca2edd44-e535-4e6b-a21d-0e8b072d3135 for instance with vm_state building and task_state spawning. [ 622.980776] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-changed-ca2edd44-e535-4e6b-a21d-0e8b072d3135 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 622.980915] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Refreshing instance network info cache due to event network-changed-ca2edd44-e535-4e6b-a21d-0e8b072d3135. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 622.981106] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquiring lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.981236] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquired lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.981382] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Refreshing network info cache for port ca2edd44-e535-4e6b-a21d-0e8b072d3135 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.011789] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-changed-21f2928b-bb35-4c71-9e57-c782d0f20ef3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 623.011789] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Refreshing instance network info cache due to event network-changed-21f2928b-bb35-4c71-9e57-c782d0f20ef3. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 623.011789] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquiring lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.050634] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "95c68283-51e8-43f3-8008-2c617b29faee" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.051154] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.051855] env[65899]: INFO nova.compute.manager [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Rebooting instance [ 623.146993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "refresh_cache-0be4a054-fd1e-4700-9a63-cb2f82049f79" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.146993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "refresh_cache-0be4a054-fd1e-4700-9a63-cb2f82049f79" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.147192] env[65899]: DEBUG nova.network.neutron [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.170267] env[65899]: DEBUG nova.scheduler.client.report [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.209197] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083295} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.209197] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.209609] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138ff990-02f0-4d0e-882a-b7372bb7dc41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.237031] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 5f9169d8-04bb-40be-9487-897266c3332d/5f9169d8-04bb-40be-9487-897266c3332d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.238038] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07aa2839-1ede-4be7-928c-dc646e5cc2e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.263067] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 623.263067] env[65899]: value = "task-4894224" [ 623.263067] env[65899]: _type = "Task" [ 623.263067] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.274763] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.278488] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "interface-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.278733] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "interface-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.279152] env[65899]: DEBUG nova.objects.instance [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lazy-loading 'flavor' on Instance uuid 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.292028] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c49952-8e58-dea8-9e6f-5af985333751, 'name': SearchDatastore_Task, 'duration_secs': 0.038909} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.292028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.292028] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.292028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.292028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.292028] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.292028] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c737904b-06fe-4c4e-8ae9-5df39b3d232a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.304202] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.304454] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.305322] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe196e6-820a-4546-a897-4b186906b876 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.314219] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 623.314219] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521fc3b2-79ef-e67f-2d6f-23f734ee592a" [ 623.314219] env[65899]: _type = "Task" [ 623.314219] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.324776] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521fc3b2-79ef-e67f-2d6f-23f734ee592a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.394415] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894222, 'name': CreateVM_Task, 'duration_secs': 0.74789} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.394602] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.395181] env[65899]: WARNING neutronclient.v2_0.client [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.395551] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.395719] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.396049] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.396586] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36f420d-f28c-456b-aa50-cec9edee8599 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.403087] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 623.403087] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52909c8d-87e5-48a1-9c35-5ac074154154" [ 623.403087] env[65899]: _type = "Task" [ 623.403087] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.413407] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52909c8d-87e5-48a1-9c35-5ac074154154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.485406] env[65899]: WARNING neutronclient.v2_0.client [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.600859] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.601063] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquired lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.601213] env[65899]: DEBUG nova.network.neutron [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.679950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.682679] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.531s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.685246] env[65899]: INFO nova.compute.claims [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.689293] env[65899]: DEBUG nova.network.neutron [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.705856] env[65899]: INFO nova.scheduler.client.report [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Deleted allocations for instance b3d29374-12a9-4b7b-9c71-137b7693ace7 [ 623.749727] env[65899]: WARNING neutronclient.v2_0.client [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.775968] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894224, 'name': ReconfigVM_Task, 'duration_secs': 0.338143} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.779483] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 5f9169d8-04bb-40be-9487-897266c3332d/5f9169d8-04bb-40be-9487-897266c3332d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.781190] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59cfbddf-4865-4495-bc9f-62878d88f68c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.784067] env[65899]: WARNING neutronclient.v2_0.client [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.784231] env[65899]: DEBUG nova.objects.instance [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lazy-loading 'pci_requests' on Instance uuid 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.793243] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 623.793243] env[65899]: value = "task-4894225" [ 623.793243] env[65899]: _type = "Task" [ 623.793243] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.803734] env[65899]: WARNING neutronclient.v2_0.client [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.809889] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894225, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.825480] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521fc3b2-79ef-e67f-2d6f-23f734ee592a, 'name': SearchDatastore_Task, 'duration_secs': 0.02032} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.830256] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27d0648-45e8-48a5-8906-2310ad3c3580 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.836617] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 623.836617] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529ca32b-4e21-3466-fbb3-b4203bacd1c7" [ 623.836617] env[65899]: _type = "Task" [ 623.836617] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.846974] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529ca32b-4e21-3466-fbb3-b4203bacd1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.869124] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updated VIF entry in instance network info cache for port ca2edd44-e535-4e6b-a21d-0e8b072d3135. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 623.869576] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updating instance_info_cache with network_info: [{"id": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "address": "fa:16:3e:8a:69:c3", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f2928b-bb", "ovs_interfaceid": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "address": "fa:16:3e:f0:60:91", "network": {"id": "21652c4a-e69a-491f-8d60-d013b4efb783", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472673433", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2edd44-e5", "ovs_interfaceid": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "address": "fa:16:3e:e9:7e:e8", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc442af9-8e", "ovs_interfaceid": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.899829] env[65899]: DEBUG nova.network.neutron [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Updating instance_info_cache with network_info: [{"id": "5084b0ef-24a3-46fc-bda3-8fa3d226bb05", "address": "fa:16:3e:a1:cb:df", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5084b0ef-24", "ovs_interfaceid": "5084b0ef-24a3-46fc-bda3-8fa3d226bb05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.916719] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52909c8d-87e5-48a1-9c35-5ac074154154, 'name': SearchDatastore_Task, 'duration_secs': 0.015358} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.916783] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.917029] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.917198] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.104294] env[65899]: WARNING neutronclient.v2_0.client [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.219267] env[65899]: DEBUG oslo_concurrency.lockutils [None req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Lock "b3d29374-12a9-4b7b-9c71-137b7693ace7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.229s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.287316] env[65899]: DEBUG nova.objects.base [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Object Instance<193c2bdf-3ff2-47a3-9ff9-f9e2793ec924> lazy-loaded attributes: flavor,pci_requests {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 624.287698] env[65899]: DEBUG nova.network.neutron [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.288049] env[65899]: WARNING neutronclient.v2_0.client [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.288379] env[65899]: WARNING neutronclient.v2_0.client [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.305248] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894225, 'name': Rename_Task, 'duration_secs': 0.168559} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.305541] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.305828] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b405eec1-3b57-4aac-bad9-fb2a5296695b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.314244] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 624.314244] env[65899]: value = "task-4894226" [ 624.314244] env[65899]: _type = "Task" [ 624.314244] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.320093] env[65899]: WARNING neutronclient.v2_0.client [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.331123] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.348966] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529ca32b-4e21-3466-fbb3-b4203bacd1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015461} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.349535] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.349696] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5f65955b-309e-4249-aa8e-a2a00b851a66/5f65955b-309e-4249-aa8e-a2a00b851a66.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.350046] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.350258] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.350570] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27fdf773-411f-4447-99ab-7f0b39f5f789 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.353766] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6f6082-cc98-4e7b-ae3e-b432e5c97939 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.366027] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 624.366027] env[65899]: value = "task-4894227" [ 624.366027] env[65899]: _type = "Task" [ 624.366027] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.366027] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.366027] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.370555] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950356bb-0d36-4f1c-8b1c-0f5f41b2fe1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.377170] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Releasing lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.377443] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Received event network-changed-f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.377608] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Refreshing instance network info cache due to event network-changed-f1fc45d3-248a-460e-8880-34d9b005f40b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 624.377862] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquiring lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.378012] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquired lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.378273] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Refreshing network info cache for port f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.387083] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquired lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.387083] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Refreshing network info cache for port 21f2928b-bb35-4c71-9e57-c782d0f20ef3 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.387083] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.387464] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 624.387464] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52153de6-7328-122a-8e42-05e93f787fd8" [ 624.387464] env[65899]: _type = "Task" [ 624.387464] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.398968] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52153de6-7328-122a-8e42-05e93f787fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.016446} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.400328] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070d7881-34e3-4e08-b487-519b733c741d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.403305] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "refresh_cache-0be4a054-fd1e-4700-9a63-cb2f82049f79" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.403640] env[65899]: DEBUG nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Instance network_info: |[{"id": "5084b0ef-24a3-46fc-bda3-8fa3d226bb05", "address": "fa:16:3e:a1:cb:df", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5084b0ef-24", "ovs_interfaceid": "5084b0ef-24a3-46fc-bda3-8fa3d226bb05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.404422] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:cb:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5084b0ef-24a3-46fc-bda3-8fa3d226bb05', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.412132] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating folder: Project (ada283044488484fb66f0bb359de932d). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.413597] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d90fc70c-0edd-4ca5-817c-4e5aeafbd702 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.417507] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 624.417507] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523e9a41-5ed4-2507-81a0-462927293224" [ 624.417507] env[65899]: _type = "Task" [ 624.417507] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.428437] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523e9a41-5ed4-2507-81a0-462927293224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.436313] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created folder: Project (ada283044488484fb66f0bb359de932d) in parent group-v953787. [ 624.436313] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating folder: Instances. Parent ref: group-v953836. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.436313] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc2103fa-0009-4937-bf00-8a1032f97841 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.448966] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created folder: Instances in parent group-v953836. [ 624.449308] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.449580] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.449891] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98cd2dc3-0448-461a-b127-db90a31b268e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.475867] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.475867] env[65899]: value = "task-4894230" [ 624.475867] env[65899]: _type = "Task" [ 624.475867] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.488793] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894230, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.493428] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ef8694e-b3ec-4d23-9fdc-211d44f9eb35 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "interface-193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.212s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.531839] env[65899]: DEBUG nova.network.neutron [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Updating instance_info_cache with network_info: [{"id": "36d47250-46cf-4c8b-b213-76efd146b58a", "address": "fa:16:3e:af:98:a8", "network": {"id": "f58900cb-fa8d-4059-a744-b197ae2ee09d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1523028669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef42c47bab7a4725ad073e57e54cb392", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d47250-46", "ovs_interfaceid": "36d47250-46cf-4c8b-b213-76efd146b58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.593550] env[65899]: DEBUG nova.compute.manager [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 624.595028] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ffc0f-ebd0-44ba-bc62-cf736ca94b31 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.839775] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.880726] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.889020] env[65899]: WARNING neutronclient.v2_0.client [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.891950] env[65899]: WARNING neutronclient.v2_0.client [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.929011] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523e9a41-5ed4-2507-81a0-462927293224, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.929376] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.929559] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 20a280ae-828b-4c9c-a90f-bfa122c75c49/20a280ae-828b-4c9c-a90f-bfa122c75c49.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.929854] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fba2c424-415c-4a0f-871a-33262a6e0587 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.941176] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 624.941176] env[65899]: value = "task-4894231" [ 624.941176] env[65899]: _type = "Task" [ 624.941176] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.951591] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.990378] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894230, 'name': CreateVM_Task, 'duration_secs': 0.438781} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.993403] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.994370] env[65899]: WARNING neutronclient.v2_0.client [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.995113] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.995113] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.995250] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.995420] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c0973f-c8cc-41fe-88ef-425cf09ec4b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.009161] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 625.009161] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0d9c3-640e-69f1-6c0c-676018f54e48" [ 625.009161] env[65899]: _type = "Task" [ 625.009161] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.028311] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0d9c3-640e-69f1-6c0c-676018f54e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.036068] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Releasing lock "refresh_cache-95c68283-51e8-43f3-8008-2c617b29faee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.061025] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1aec4f-15fb-4b2a-9a72-429a1c7bdb05 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.071071] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee35fec-789b-48c7-b231-38c730b5cfc1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.108513] env[65899]: INFO nova.compute.manager [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] instance snapshotting [ 625.111634] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f2963-dac5-486e-b013-4649670c4bd7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.114940] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bde96e-3170-4d6a-acf9-f5681eb96d21 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.143917] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7731a7-264c-4c13-9527-155fcff2b133 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.151159] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850080c-7f09-4a50-8084-8e2d63c45ebf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.165470] env[65899]: DEBUG nova.compute.provider_tree [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.318312] env[65899]: WARNING neutronclient.v2_0.client [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.332530] env[65899]: DEBUG oslo_vmware.api [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894226, 'name': PowerOnVM_Task, 'duration_secs': 0.578047} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.332858] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.333071] env[65899]: INFO nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Took 8.63 seconds to spawn the instance on the hypervisor. [ 625.333352] env[65899]: DEBUG nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 625.334086] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f4170-1a84-47f9-8e62-9c7a2f98b701 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.351688] env[65899]: WARNING neutronclient.v2_0.client [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.382220] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674234} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.382220] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5f65955b-309e-4249-aa8e-a2a00b851a66/5f65955b-309e-4249-aa8e-a2a00b851a66.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.382220] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.382220] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-984ac155-463d-4779-9a46-8f63c78c875c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.390780] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 625.390780] env[65899]: value = "task-4894232" [ 625.390780] env[65899]: _type = "Task" [ 625.390780] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.406402] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.454409] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.522043] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0d9c3-640e-69f1-6c0c-676018f54e48, 'name': SearchDatastore_Task, 'duration_secs': 0.013271} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.522043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.522043] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.522043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.522327] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.522327] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.522544] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97080c0e-6f23-4fee-9f38-dfdf1c3e3103 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.541066] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.541283] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.542277] env[65899]: DEBUG nova.compute.manager [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 625.542534] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef17cc61-9c6a-402e-b866-be9125ade467 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.545516] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff3797-74f8-467a-aea7-6aaf27620d45 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.553253] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 625.553253] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52de31b0-130a-1fa1-c2f4-4ba410cb78b9" [ 625.553253] env[65899]: _type = "Task" [ 625.553253] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.567786] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52de31b0-130a-1fa1-c2f4-4ba410cb78b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.570547] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updated VIF entry in instance network info cache for port 21f2928b-bb35-4c71-9e57-c782d0f20ef3. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 625.570984] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updating instance_info_cache with network_info: [{"id": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "address": "fa:16:3e:8a:69:c3", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f2928b-bb", "ovs_interfaceid": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "address": "fa:16:3e:f0:60:91", "network": {"id": "21652c4a-e69a-491f-8d60-d013b4efb783", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472673433", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2edd44-e5", "ovs_interfaceid": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "address": "fa:16:3e:e9:7e:e8", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc442af9-8e", "ovs_interfaceid": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.610120] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Updated VIF entry in instance network info cache for port f1fc45d3-248a-460e-8880-34d9b005f40b. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 625.610527] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Updating instance_info_cache with network_info: [{"id": "f1fc45d3-248a-460e-8880-34d9b005f40b", "address": "fa:16:3e:9e:3c:16", "network": {"id": "4a95b396-4c21-4d8f-abae-8555764842ca", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1235167990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51c8e4a839f4f17bca532a2503c9a79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fc45d3-24", "ovs_interfaceid": "f1fc45d3-248a-460e-8880-34d9b005f40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.673736] env[65899]: DEBUG nova.scheduler.client.report [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.678209] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 625.678616] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09c59bda-09b5-4488-a062-36dbd714e9d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.688640] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 625.688640] env[65899]: value = "task-4894233" [ 625.688640] env[65899]: _type = "Task" [ 625.688640] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.698871] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.859818] env[65899]: INFO nova.compute.manager [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Took 19.58 seconds to build instance. [ 625.905692] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249884} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.906305] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.907141] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85365a36-3155-4064-8083-f7fcfebb02ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.940559] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 5f65955b-309e-4249-aa8e-a2a00b851a66/5f65955b-309e-4249-aa8e-a2a00b851a66.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.942581] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-894c4c5d-0152-4b15-a3e3-5101ec579878 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.959577] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.959812] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.972961] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65172} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.974520] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 20a280ae-828b-4c9c-a90f-bfa122c75c49/20a280ae-828b-4c9c-a90f-bfa122c75c49.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.974749] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.975575] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 625.975575] env[65899]: value = "task-4894234" [ 625.975575] env[65899]: _type = "Task" [ 625.975575] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.975575] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35d43916-db53-44d2-93fd-4840eb9f2f9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.986876] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 625.986876] env[65899]: value = "task-4894235" [ 625.986876] env[65899]: _type = "Task" [ 625.986876] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.990408] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.001653] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.069899] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52de31b0-130a-1fa1-c2f4-4ba410cb78b9, 'name': SearchDatastore_Task, 'duration_secs': 0.023526} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.071253] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ffbc8f-fd26-463a-914d-8404576803e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.075564] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Releasing lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.075825] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Received event network-vif-deleted-28289a52-7df6-43c2-97d2-4cb277efed19 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.076046] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Received event network-vif-plugged-78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.076290] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquiring lock "5f9169d8-04bb-40be-9487-897266c3332d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.076930] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Lock "5f9169d8-04bb-40be-9487-897266c3332d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.076930] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Lock "5f9169d8-04bb-40be-9487-897266c3332d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.076930] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] No waiting events found dispatching network-vif-plugged-78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.077141] env[65899]: WARNING nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Received unexpected event network-vif-plugged-78d9716e-d61c-4dcf-a4f5-08448c26fe26 for instance with vm_state building and task_state spawning. [ 626.077327] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Received event network-changed-78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.077513] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Refreshing instance network info cache due to event network-changed-78d9716e-d61c-4dcf-a4f5-08448c26fe26. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.077892] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquiring lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.077892] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquired lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.078076] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Refreshing network info cache for port 78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.081117] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 626.081117] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5258c928-c4f6-e7a2-2ff9-be39b464ed13" [ 626.081117] env[65899]: _type = "Task" [ 626.081117] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.092880] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5258c928-c4f6-e7a2-2ff9-be39b464ed13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.113674] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Releasing lock "refresh_cache-01cca923-2ffe-43ea-9752-6bbafe920581" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114117] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-vif-plugged-dc442af9-8ec7-4003-ac58-f531fe33d7df {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.114397] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquiring lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.114660] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.114862] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.115041] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] No waiting events found dispatching network-vif-plugged-dc442af9-8ec7-4003-ac58-f531fe33d7df {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.117349] env[65899]: WARNING nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received unexpected event network-vif-plugged-dc442af9-8ec7-4003-ac58-f531fe33d7df for instance with vm_state building and task_state spawning. [ 626.117633] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-changed-dc442af9-8ec7-4003-ac58-f531fe33d7df {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.117880] env[65899]: DEBUG nova.compute.manager [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Refreshing instance network info cache due to event network-changed-dc442af9-8ec7-4003-ac58-f531fe33d7df. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.118305] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquiring lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.118305] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Acquired lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.118455] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Refreshing network info cache for port dc442af9-8ec7-4003-ac58-f531fe33d7df {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.184121] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.184924] env[65899]: DEBUG nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 626.188962] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.968s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.190079] env[65899]: DEBUG nova.objects.instance [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lazy-loading 'resources' on Instance uuid 7c673a1a-6fb8-4c97-a3f5-02105592fdab {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.206346] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.362407] env[65899]: DEBUG oslo_concurrency.lockutils [None req-797e7e5f-c241-4043-8531-f8ac6c67f8fd tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "5f9169d8-04bb-40be-9487-897266c3332d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.087s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.462719] env[65899]: DEBUG nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.490589] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894234, 'name': ReconfigVM_Task, 'duration_secs': 0.345892} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.491130] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 5f65955b-309e-4249-aa8e-a2a00b851a66/5f65955b-309e-4249-aa8e-a2a00b851a66.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.495951] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-293cbd91-0ec6-4fbe-8de1-2c87bfed3c7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.506046] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081124} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.506683] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.507362] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 626.507362] env[65899]: value = "task-4894236" [ 626.507362] env[65899]: _type = "Task" [ 626.507362] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.508876] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a8b7ae-f9b7-47d5-a9a8-3b241e153705 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.522544] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894236, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.543413] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 20a280ae-828b-4c9c-a90f-bfa122c75c49/20a280ae-828b-4c9c-a90f-bfa122c75c49.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.544276] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5977e75a-d08c-4e3e-a29d-a22267e87771 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.567851] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 626.567851] env[65899]: value = "task-4894237" [ 626.567851] env[65899]: _type = "Task" [ 626.567851] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.573604] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83b6f94-a52a-4e4e-8749-a9e0fd7e01b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.583588] env[65899]: WARNING neutronclient.v2_0.client [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.586116] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.594655] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Doing hard reboot of VM {{(pid=65899) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 626.594655] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b1e7967d-dfd7-44b1-a637-28d06b96b6de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.600705] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5258c928-c4f6-e7a2-2ff9-be39b464ed13, 'name': SearchDatastore_Task, 'duration_secs': 0.031876} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.602346] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.602652] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 0be4a054-fd1e-4700-9a63-cb2f82049f79/0be4a054-fd1e-4700-9a63-cb2f82049f79.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.602997] env[65899]: DEBUG oslo_vmware.api [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 626.602997] env[65899]: value = "task-4894238" [ 626.602997] env[65899]: _type = "Task" [ 626.602997] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.603228] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e78b9e04-31e6-4e6d-a616-a95f3ca32a8c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.615131] env[65899]: DEBUG oslo_vmware.api [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894238, 'name': ResetVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.616942] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 626.616942] env[65899]: value = "task-4894239" [ 626.616942] env[65899]: _type = "Task" [ 626.616942] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.622509] env[65899]: WARNING neutronclient.v2_0.client [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.696807] env[65899]: DEBUG nova.compute.utils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.709020] env[65899]: DEBUG nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 626.709329] env[65899]: DEBUG nova.network.neutron [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.710186] env[65899]: WARNING neutronclient.v2_0.client [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.710186] env[65899]: WARNING neutronclient.v2_0.client [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.716206] env[65899]: DEBUG nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 626.726324] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.879240] env[65899]: DEBUG nova.policy [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cff9898a3c042d4be7548613ee35100', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa20cebbf7a4f37a39bfddf5db0ef0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.990122] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.026548] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894236, 'name': Rename_Task, 'duration_secs': 0.186269} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.026793] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.027079] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da24f08b-c336-4be0-8bd4-e90e47b86381 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.037024] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 627.037024] env[65899]: value = "task-4894240" [ 627.037024] env[65899]: _type = "Task" [ 627.037024] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.046712] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.076689] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d72c0-064d-4127-b6be-be999d0a3167 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.084437] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.091375] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604104f4-0d94-4bd8-b67a-1a9889bd5c8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.154623] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841965a-fb8e-4fd1-9ce0-d647d8c54fac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.171138] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.171530] env[65899]: DEBUG oslo_vmware.api [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894238, 'name': ResetVM_Task, 'duration_secs': 0.170877} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.174549] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Did hard reboot of VM {{(pid=65899) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 627.174995] env[65899]: DEBUG nova.compute.manager [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.175962] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1f945d-d510-4759-aa1a-eebfbfbfc0af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.180257] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1349a4be-91fe-46b3-b90e-e12c6fcc96c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.205055] env[65899]: DEBUG nova.compute.provider_tree [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.218872] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.326985] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.327290] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.430247] env[65899]: WARNING neutronclient.v2_0.client [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.551355] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.583878] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894237, 'name': ReconfigVM_Task, 'duration_secs': 0.801643} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.584285] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 20a280ae-828b-4c9c-a90f-bfa122c75c49/20a280ae-828b-4c9c-a90f-bfa122c75c49.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.585165] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69951cc0-aecc-4d84-a516-81e11f684386 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.597594] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 627.597594] env[65899]: value = "task-4894241" [ 627.597594] env[65899]: _type = "Task" [ 627.597594] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.611956] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894241, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.616933] env[65899]: DEBUG nova.network.neutron [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Successfully created port: 5c6731ff-98a5-4879-b096-1145090a3880 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.658049] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678026} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.658390] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 0be4a054-fd1e-4700-9a63-cb2f82049f79/0be4a054-fd1e-4700-9a63-cb2f82049f79.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.658626] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.659034] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf3d76f-eadc-4263-8da7-b0d6f74ab3f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.668123] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 627.668123] env[65899]: value = "task-4894242" [ 627.668123] env[65899]: _type = "Task" [ 627.668123] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.680547] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.720967] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2d8d94b6-c749-4887-afa2-158e73fa61d6 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.668s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.728039] env[65899]: DEBUG nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 627.731114] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894233, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.742243] env[65899]: ERROR nova.scheduler.client.report [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [req-73f7befd-72e8-476a-a434-60a75cae46bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73f7befd-72e8-476a-a434-60a75cae46bf"}]} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.767301] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 627.767685] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 627.767685] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 627.767916] env[65899]: DEBUG nova.virt.hardware [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 627.768751] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c3f84c-f6e2-4753-81e9-5d9d4538ea93 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.772580] env[65899]: DEBUG nova.scheduler.client.report [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 627.783878] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cfd779-2c65-4463-afc0-89a2fcd22a77 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.804064] env[65899]: DEBUG nova.scheduler.client.report [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 627.804402] env[65899]: DEBUG nova.compute.provider_tree [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.819666] env[65899]: DEBUG nova.scheduler.client.report [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 627.831061] env[65899]: DEBUG nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 627.837544] env[65899]: WARNING neutronclient.v2_0.client [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.853954] env[65899]: DEBUG nova.scheduler.client.report [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 628.050220] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.111045] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894241, 'name': Rename_Task, 'duration_secs': 0.223059} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.115295] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.116007] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a32ea58e-0eb5-4433-bd5d-1f0fab07fe71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.127734] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 628.127734] env[65899]: value = "task-4894243" [ 628.127734] env[65899]: _type = "Task" [ 628.127734] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.138768] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.185036] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074888} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.185597] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.186550] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed56ad57-beb8-4fea-a99f-0bc6b3547c65 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.211929] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0be4a054-fd1e-4700-9a63-cb2f82049f79/0be4a054-fd1e-4700-9a63-cb2f82049f79.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.215361] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4baf9044-98a5-4dbd-81dc-ecf6255f794f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.243422] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894233, 'name': CreateSnapshot_Task, 'duration_secs': 2.52425} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.245647] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 628.246209] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 628.246209] env[65899]: value = "task-4894244" [ 628.246209] env[65899]: _type = "Task" [ 628.246209] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.248896] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa118ce-7753-428f-9cdf-d5803f3fed2b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.254463] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627af5b8-2fe7-44be-b938-ebe1918a64e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.279038] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50e4a23-00e5-4fd9-9caf-b1156d671d0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.285162] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.317087] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1887ce8-31b1-44b5-9d69-30b7563ab209 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.326493] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b0e89-79e5-41ca-ab69-66fc591b16a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.344849] env[65899]: DEBUG nova.compute.provider_tree [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.362889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.550784] env[65899]: DEBUG oslo_vmware.api [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894240, 'name': PowerOnVM_Task, 'duration_secs': 1.096548} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.551184] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.551510] env[65899]: INFO nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Took 16.35 seconds to spawn the instance on the hypervisor. [ 628.551747] env[65899]: DEBUG nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 628.552738] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a83ee5-f763-489d-bbf3-b8976b7ee7eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.638666] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894243, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.766728] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894244, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.796202] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 628.796648] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a825eeff-69c9-4826-a046-6a3f5e15773c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.807997] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 628.807997] env[65899]: value = "task-4894245" [ 628.807997] env[65899]: _type = "Task" [ 628.807997] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.817858] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894245, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.892325] env[65899]: DEBUG nova.scheduler.client.report [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 628.892713] env[65899]: DEBUG nova.compute.provider_tree [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 29 to 30 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 628.892932] env[65899]: DEBUG nova.compute.provider_tree [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.073694] env[65899]: INFO nova.compute.manager [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Took 29.69 seconds to build instance. [ 629.142022] env[65899]: DEBUG oslo_vmware.api [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894243, 'name': PowerOnVM_Task, 'duration_secs': 0.791991} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.142293] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.142481] env[65899]: INFO nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Took 10.00 seconds to spawn the instance on the hypervisor. [ 629.142696] env[65899]: DEBUG nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 629.143610] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb217c7b-1420-4658-904d-34eb9ed86901 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.147837] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Updated VIF entry in instance network info cache for port 78d9716e-d61c-4dcf-a4f5-08448c26fe26. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 629.148254] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Updating instance_info_cache with network_info: [{"id": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "address": "fa:16:3e:b9:11:b4", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d9716e-d6", "ovs_interfaceid": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.265917] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894244, 'name': ReconfigVM_Task, 'duration_secs': 0.555369} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.266251] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0be4a054-fd1e-4700-9a63-cb2f82049f79/0be4a054-fd1e-4700-9a63-cb2f82049f79.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.266833] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d48757-c323-4a5f-a0ea-c4c48f22cbd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.275783] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 629.275783] env[65899]: value = "task-4894246" [ 629.275783] env[65899]: _type = "Task" [ 629.275783] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.286049] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894246, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.320408] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894245, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.400912] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.211s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.404517] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.683s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.405024] env[65899]: INFO nova.compute.claims [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.436387] env[65899]: INFO nova.scheduler.client.report [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted allocations for instance 7c673a1a-6fb8-4c97-a3f5-02105592fdab [ 629.538145] env[65899]: DEBUG nova.network.neutron [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Successfully updated port: 5c6731ff-98a5-4879-b096-1145090a3880 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.579202] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.563s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.647891] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updated VIF entry in instance network info cache for port dc442af9-8ec7-4003-ac58-f531fe33d7df. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 629.648842] env[65899]: DEBUG nova.network.neutron [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updating instance_info_cache with network_info: [{"id": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "address": "fa:16:3e:8a:69:c3", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f2928b-bb", "ovs_interfaceid": "21f2928b-bb35-4c71-9e57-c782d0f20ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "address": "fa:16:3e:f0:60:91", "network": {"id": "21652c4a-e69a-491f-8d60-d013b4efb783", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472673433", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2edd44-e5", "ovs_interfaceid": "ca2edd44-e535-4e6b-a21d-0e8b072d3135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "address": "fa:16:3e:e9:7e:e8", "network": {"id": "8815e8f6-ff8c-47ee-9afb-f8e5d1b1edcf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-767393261", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc442af9-8e", "ovs_interfaceid": "dc442af9-8ec7-4003-ac58-f531fe33d7df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.658240] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Releasing lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.658339] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Received event network-vif-plugged-d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.658476] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquiring lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.658699] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.660241] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.660241] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] No waiting events found dispatching network-vif-plugged-d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.660241] env[65899]: WARNING nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Received unexpected event network-vif-plugged-d7675a43-83d6-45a0-a5fd-2ed808003458 for instance with vm_state building and task_state spawning. [ 629.660241] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Received event network-changed-d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.660241] env[65899]: DEBUG nova.compute.manager [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Refreshing instance network info cache due to event network-changed-d7675a43-83d6-45a0-a5fd-2ed808003458. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 629.660241] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquiring lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.660241] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Acquired lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.660241] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Refreshing network info cache for port d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.681416] env[65899]: INFO nova.compute.manager [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Took 22.67 seconds to build instance. [ 629.724799] env[65899]: DEBUG nova.compute.manager [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Received event network-vif-plugged-5084b0ef-24a3-46fc-bda3-8fa3d226bb05 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.725278] env[65899]: DEBUG oslo_concurrency.lockutils [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] Acquiring lock "0be4a054-fd1e-4700-9a63-cb2f82049f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.725524] env[65899]: DEBUG oslo_concurrency.lockutils [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.725789] env[65899]: DEBUG oslo_concurrency.lockutils [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.725997] env[65899]: DEBUG nova.compute.manager [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] No waiting events found dispatching network-vif-plugged-5084b0ef-24a3-46fc-bda3-8fa3d226bb05 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.727436] env[65899]: WARNING nova.compute.manager [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Received unexpected event network-vif-plugged-5084b0ef-24a3-46fc-bda3-8fa3d226bb05 for instance with vm_state building and task_state spawning. [ 629.727436] env[65899]: DEBUG nova.compute.manager [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Received event network-changed-5084b0ef-24a3-46fc-bda3-8fa3d226bb05 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.727436] env[65899]: DEBUG nova.compute.manager [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Refreshing instance network info cache due to event network-changed-5084b0ef-24a3-46fc-bda3-8fa3d226bb05. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 629.727436] env[65899]: DEBUG oslo_concurrency.lockutils [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] Acquiring lock "refresh_cache-0be4a054-fd1e-4700-9a63-cb2f82049f79" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.727436] env[65899]: DEBUG oslo_concurrency.lockutils [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] Acquired lock "refresh_cache-0be4a054-fd1e-4700-9a63-cb2f82049f79" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.727683] env[65899]: DEBUG nova.network.neutron [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Refreshing network info cache for port 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.789476] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894246, 'name': Rename_Task, 'duration_secs': 0.245708} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.790206] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.790206] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ba76e04-838c-4297-bd43-577b60ef76ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.799801] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 629.799801] env[65899]: value = "task-4894247" [ 629.799801] env[65899]: _type = "Task" [ 629.799801] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.812815] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.826322] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894245, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.948736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "7c673a1a-6fb8-4c97-a3f5-02105592fdab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.846s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.043065] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "refresh_cache-32873e78-122d-4528-a442-4d3ea5c241d2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.043489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired lock "refresh_cache-32873e78-122d-4528-a442-4d3ea5c241d2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.043489] env[65899]: DEBUG nova.network.neutron [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.153260] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee47af53-33c2-4e72-8998-1bb5ac3cc48d req-ce729472-ed1a-441a-881d-c4dbc10f405e service nova] Releasing lock "refresh_cache-5f65955b-309e-4249-aa8e-a2a00b851a66" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.177765] env[65899]: WARNING neutronclient.v2_0.client [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.184128] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72028a12-536b-4455-9031-df8cd25c1a83 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.181s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.231449] env[65899]: WARNING neutronclient.v2_0.client [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.313029] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.322735] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894245, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.483542] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.484188] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.812759] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.828553] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894245, 'name': CloneVM_Task, 'duration_secs': 1.834741} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.828839] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Created linked-clone VM from snapshot [ 630.829693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8738ca-4d49-4d20-98b2-2d948f061be4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.842451] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Uploading image 0766ab38-89c9-40c1-92cd-013e656e3fa7 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 630.857755] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d452e47-a854-4296-8a00-f819b500add0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.871819] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068d08e3-40b2-420c-a3fb-180f1ad7f721 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.911782] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 630.911782] env[65899]: value = "vm-953840" [ 630.911782] env[65899]: _type = "VirtualMachine" [ 630.911782] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 630.912665] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.912882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.913087] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.913264] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.913428] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.915579] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c57eb2-f3b2-41de-94a6-38e5dfdd0317 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.918807] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6874d734-2fed-4e09-97a0-6f9d553af067 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.923119] env[65899]: INFO nova.compute.manager [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Terminating instance [ 630.937660] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ab0a62-2bf0-400b-9c35-7a80a86bcd5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.942592] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lease: (returnval){ [ 630.942592] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52df8225-949a-6a83-d150-6841f8511067" [ 630.942592] env[65899]: _type = "HttpNfcLease" [ 630.942592] env[65899]: } obtained for exporting VM: (result){ [ 630.942592] env[65899]: value = "vm-953840" [ 630.942592] env[65899]: _type = "VirtualMachine" [ 630.942592] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 630.943062] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the lease: (returnval){ [ 630.943062] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52df8225-949a-6a83-d150-6841f8511067" [ 630.943062] env[65899]: _type = "HttpNfcLease" [ 630.943062] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 630.957154] env[65899]: DEBUG nova.compute.provider_tree [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.965053] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 630.965053] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52df8225-949a-6a83-d150-6841f8511067" [ 630.965053] env[65899]: _type = "HttpNfcLease" [ 630.965053] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 630.965053] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 630.965053] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52df8225-949a-6a83-d150-6841f8511067" [ 630.965053] env[65899]: _type = "HttpNfcLease" [ 630.965053] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 630.965487] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f25ea7-8b22-432b-8ac2-b3c0a4686d8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.975295] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529499ba-2bcd-053d-f211-a7f58d90e2c1/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 630.975465] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529499ba-2bcd-053d-f211-a7f58d90e2c1/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 631.033773] env[65899]: DEBUG nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 631.038268] env[65899]: DEBUG nova.network.neutron [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 631.086586] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-678dfd5b-afe9-4db0-b1aa-25280e7e5dd5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.320882] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.430295] env[65899]: DEBUG nova.compute.manager [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 631.430295] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.430295] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc1869-792b-4e2b-9f15-b06a4f14c4c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.466114] env[65899]: DEBUG nova.scheduler.client.report [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.476194] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.476504] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b547c4dd-9b54-4162-b28c-d59a7baf9fc1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.489542] env[65899]: DEBUG oslo_vmware.api [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 631.489542] env[65899]: value = "task-4894249" [ 631.489542] env[65899]: _type = "Task" [ 631.489542] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.505685] env[65899]: DEBUG oslo_vmware.api [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.577030] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.827208] env[65899]: DEBUG oslo_vmware.api [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894247, 'name': PowerOnVM_Task, 'duration_secs': 1.533682} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.828260] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.830412] env[65899]: INFO nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Took 10.19 seconds to spawn the instance on the hypervisor. [ 631.830412] env[65899]: DEBUG nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 631.831960] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100aeeb-8288-4caf-be35-b65a72b704fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.978576] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.979901] env[65899]: DEBUG nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 631.991679] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.894s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.014288] env[65899]: DEBUG oslo_vmware.api [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894249, 'name': PowerOffVM_Task, 'duration_secs': 0.275143} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.023022] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.023022] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.023022] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-997e21ab-215a-429c-b3c9-42e9f0132f59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.100690] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.101719] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.101719] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Deleting the datastore file [datastore1] 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.102396] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9be13e01-8d0c-4f6a-80df-49191f9eb779 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.111872] env[65899]: DEBUG oslo_vmware.api [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for the task: (returnval){ [ 632.111872] env[65899]: value = "task-4894251" [ 632.111872] env[65899]: _type = "Task" [ 632.111872] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.126065] env[65899]: DEBUG oslo_vmware.api [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.360333] env[65899]: INFO nova.compute.manager [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Took 23.54 seconds to build instance. [ 632.503880] env[65899]: INFO nova.compute.claims [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.513580] env[65899]: DEBUG nova.compute.utils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.516919] env[65899]: DEBUG nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 632.517194] env[65899]: DEBUG nova.network.neutron [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.520851] env[65899]: WARNING neutronclient.v2_0.client [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.521054] env[65899]: WARNING neutronclient.v2_0.client [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.625110] env[65899]: DEBUG oslo_vmware.api [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Task: {'id': task-4894251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406499} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.625303] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.625511] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.625765] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.629387] env[65899]: INFO nova.compute.manager [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Took 1.20 seconds to destroy the instance on the hypervisor. [ 632.630479] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.630479] env[65899]: DEBUG nova.compute.manager [-] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 632.630479] env[65899]: DEBUG nova.network.neutron [-] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 632.630479] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.718647] env[65899]: WARNING neutronclient.v2_0.client [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.750983] env[65899]: WARNING neutronclient.v2_0.client [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.782969] env[65899]: WARNING neutronclient.v2_0.client [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.852568] env[65899]: DEBUG nova.policy [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e03a084ad8c4794a63bccb2d644d8ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8747d00dce65423eaf1727a837c222ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.865509] env[65899]: DEBUG oslo_concurrency.lockutils [None req-864782ec-bd70-482c-acb2-049336c8500f tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.228s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.923980] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.016952] env[65899]: DEBUG nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 633.027593] env[65899]: INFO nova.compute.resource_tracker [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating resource usage from migration 232d680a-fca5-4133-9fa8-01868057df97 [ 633.095878] env[65899]: DEBUG nova.network.neutron [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Updating instance_info_cache with network_info: [{"id": "5c6731ff-98a5-4879-b096-1145090a3880", "address": "fa:16:3e:d4:ff:a0", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6731ff-98", "ovs_interfaceid": "5c6731ff-98a5-4879-b096-1145090a3880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.468878] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updated VIF entry in instance network info cache for port d7675a43-83d6-45a0-a5fd-2ed808003458. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.468878] env[65899]: DEBUG nova.network.neutron [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updating instance_info_cache with network_info: [{"id": "d7675a43-83d6-45a0-a5fd-2ed808003458", "address": "fa:16:3e:64:91:72", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7675a43-83", "ovs_interfaceid": "d7675a43-83d6-45a0-a5fd-2ed808003458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.477069] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d927eef2-03d9-4d32-af97-c284587bd046 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.486725] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d151e7-d492-4723-86d7-2fe0ecebccce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.529069] env[65899]: DEBUG nova.network.neutron [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Updated VIF entry in instance network info cache for port 5084b0ef-24a3-46fc-bda3-8fa3d226bb05. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.529599] env[65899]: DEBUG nova.network.neutron [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Updating instance_info_cache with network_info: [{"id": "5084b0ef-24a3-46fc-bda3-8fa3d226bb05", "address": "fa:16:3e:a1:cb:df", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5084b0ef-24", "ovs_interfaceid": "5084b0ef-24a3-46fc-bda3-8fa3d226bb05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.532011] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c472a00-aba5-4c3d-a4c3-b7c428906b9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.545448] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaad677-fdfa-4496-9ebd-41ce1b40f4d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.566902] env[65899]: DEBUG nova.compute.provider_tree [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.598699] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Releasing lock "refresh_cache-32873e78-122d-4528-a442-4d3ea5c241d2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.599220] env[65899]: DEBUG nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Instance network_info: |[{"id": "5c6731ff-98a5-4879-b096-1145090a3880", "address": "fa:16:3e:d4:ff:a0", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6731ff-98", "ovs_interfaceid": "5c6731ff-98a5-4879-b096-1145090a3880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 633.600721] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ff:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6731ff-98a5-4879-b096-1145090a3880', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.607672] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Creating folder: Project (caa20cebbf7a4f37a39bfddf5db0ef0d). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.608808] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b93a98-f65c-42ea-88a1-f5e29eac7fa8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.624258] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Created folder: Project (caa20cebbf7a4f37a39bfddf5db0ef0d) in parent group-v953787. [ 633.624488] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Creating folder: Instances. Parent ref: group-v953841. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.624704] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-172112f8-eea2-4c9f-8896-9bba43f8aced {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.637918] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Created folder: Instances in parent group-v953841. [ 633.638292] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 633.638510] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.638767] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7450635a-8eb0-494d-8fe4-e2e9c6804305 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.662537] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.662537] env[65899]: value = "task-4894254" [ 633.662537] env[65899]: _type = "Task" [ 633.662537] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.672547] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894254, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.917239] env[65899]: DEBUG nova.network.neutron [-] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.954250] env[65899]: DEBUG nova.network.neutron [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Successfully created port: 086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 633.971598] env[65899]: DEBUG oslo_concurrency.lockutils [req-63e2c926-c128-47c7-ab0d-4a7a67f4c63c req-e8525123-7952-4b5c-9cdc-73c9f0206b2b service nova] Releasing lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.036502] env[65899]: DEBUG oslo_concurrency.lockutils [req-388b53a4-7e18-4216-8842-5a83ef968113 req-592a03c2-cbda-4124-9bbd-91fa142d585d service nova] Releasing lock "refresh_cache-0be4a054-fd1e-4700-9a63-cb2f82049f79" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.041421] env[65899]: DEBUG nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 634.071056] env[65899]: DEBUG nova.scheduler.client.report [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.094356] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.094606] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.095316] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.095316] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.095316] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.095443] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.095633] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.095770] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.095945] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.096120] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.096314] env[65899]: DEBUG nova.virt.hardware [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.097377] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cefeef-5a01-4fa5-a45c-41d3e741bd1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.110532] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a3728-b9e8-49e4-920e-8c69bebab691 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.175574] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894254, 'name': CreateVM_Task, 'duration_secs': 0.466483} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.178180] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.179596] env[65899]: WARNING neutronclient.v2_0.client [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.179596] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.179596] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.179877] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.180039] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f971a896-eaa1-48df-9e01-f6d3f1600d4c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.186916] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 634.186916] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea068f-164d-ae89-a891-2d7b25a6fee8" [ 634.186916] env[65899]: _type = "Task" [ 634.186916] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.201543] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea068f-164d-ae89-a891-2d7b25a6fee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.393076] env[65899]: DEBUG nova.compute.manager [None req-d7094383-e991-4dad-8b81-4ee80ea44153 tempest-ServerDiagnosticsV248Test-483522142 tempest-ServerDiagnosticsV248Test-483522142-project-admin] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.394525] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e7274-827b-4bca-8dc5-16173a2b440e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.403818] env[65899]: INFO nova.compute.manager [None req-d7094383-e991-4dad-8b81-4ee80ea44153 tempest-ServerDiagnosticsV248Test-483522142 tempest-ServerDiagnosticsV248Test-483522142-project-admin] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Retrieving diagnostics [ 634.404748] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff993a6-9e85-48da-b3f4-dc23b4443fb6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.440854] env[65899]: INFO nova.compute.manager [-] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Took 1.81 seconds to deallocate network for instance. [ 634.587116] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.596s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.587383] env[65899]: INFO nova.compute.manager [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Migrating [ 634.587745] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.587959] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.589891] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.097s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.591983] env[65899]: INFO nova.compute.claims [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.596064] env[65899]: INFO nova.compute.rpcapi [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 634.596548] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.700329] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea068f-164d-ae89-a891-2d7b25a6fee8, 'name': SearchDatastore_Task, 'duration_secs': 0.016412} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.701285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.701686] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.703373] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.703373] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.703373] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.703373] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae575798-b4c9-4979-9221-73df2f6b3cd4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.716350] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.716350] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.722610] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bc6d84-d2bc-4f62-90a3-5a09bed221f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.729868] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 634.729868] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522f04f5-1933-c7a2-4908-886358990e70" [ 634.729868] env[65899]: _type = "Task" [ 634.729868] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.743584] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522f04f5-1933-c7a2-4908-886358990e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.952561] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.118072] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.118072] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.118072] env[65899]: DEBUG nova.network.neutron [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 635.242816] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522f04f5-1933-c7a2-4908-886358990e70, 'name': SearchDatastore_Task, 'duration_secs': 0.019637} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.243790] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5109a498-a84e-4195-9fe6-55f12da457fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.251628] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 635.251628] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5272b286-72a7-5585-be5d-5160f184b52f" [ 635.251628] env[65899]: _type = "Task" [ 635.251628] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.261082] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5272b286-72a7-5585-be5d-5160f184b52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.625718] env[65899]: WARNING neutronclient.v2_0.client [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.651591] env[65899]: DEBUG nova.network.neutron [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Successfully updated port: 086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 635.769538] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5272b286-72a7-5585-be5d-5160f184b52f, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.770510] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.770510] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 32873e78-122d-4528-a442-4d3ea5c241d2/32873e78-122d-4528-a442-4d3ea5c241d2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.770510] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8411ba24-4554-4526-8530-a1a5bd546079 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.780219] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 635.780219] env[65899]: value = "task-4894255" [ 635.780219] env[65899]: _type = "Task" [ 635.780219] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.792519] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.915518] env[65899]: DEBUG nova.compute.manager [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Received event network-vif-plugged-5c6731ff-98a5-4879-b096-1145090a3880 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.916501] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] Acquiring lock "32873e78-122d-4528-a442-4d3ea5c241d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.916501] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] Lock "32873e78-122d-4528-a442-4d3ea5c241d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.916501] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] Lock "32873e78-122d-4528-a442-4d3ea5c241d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.916501] env[65899]: DEBUG nova.compute.manager [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] No waiting events found dispatching network-vif-plugged-5c6731ff-98a5-4879-b096-1145090a3880 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.916779] env[65899]: WARNING nova.compute.manager [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Received unexpected event network-vif-plugged-5c6731ff-98a5-4879-b096-1145090a3880 for instance with vm_state building and task_state spawning. [ 635.916779] env[65899]: DEBUG nova.compute.manager [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Received event network-changed-5c6731ff-98a5-4879-b096-1145090a3880 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.916985] env[65899]: DEBUG nova.compute.manager [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Refreshing instance network info cache due to event network-changed-5c6731ff-98a5-4879-b096-1145090a3880. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.917246] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] Acquiring lock "refresh_cache-32873e78-122d-4528-a442-4d3ea5c241d2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.917409] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] Acquired lock "refresh_cache-32873e78-122d-4528-a442-4d3ea5c241d2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.917678] env[65899]: DEBUG nova.network.neutron [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Refreshing network info cache for port 5c6731ff-98a5-4879-b096-1145090a3880 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.042867] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d49ff-4996-435b-b871-a9d9b16af9ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.057675] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e8a12b-98dd-4e7d-ad44-6ab9960495d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.102628] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3e2a03-496d-4fad-9eca-dc97a127e109 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.115926] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96add87e-ca83-425d-aea5-fd3c1fc7602e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.134926] env[65899]: DEBUG nova.compute.provider_tree [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.160946] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.161052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquired lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.161215] env[65899]: DEBUG nova.network.neutron [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 636.292042] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894255, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.421555] env[65899]: WARNING neutronclient.v2_0.client [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.638928] env[65899]: DEBUG nova.scheduler.client.report [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.685692] env[65899]: WARNING neutronclient.v2_0.client [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.797274] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697674} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.797841] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 32873e78-122d-4528-a442-4d3ea5c241d2/32873e78-122d-4528-a442-4d3ea5c241d2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.797963] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.798181] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-878954ce-bbb4-440b-8f9a-39d6c78dec37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.807094] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 636.807094] env[65899]: value = "task-4894256" [ 636.807094] env[65899]: _type = "Task" [ 636.807094] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.818671] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.827038] env[65899]: DEBUG nova.network.neutron [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.871907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "e1c8866a-3067-4716-b949-d488bc94e24d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.872356] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "e1c8866a-3067-4716-b949-d488bc94e24d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.972785] env[65899]: DEBUG nova.network.neutron [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance_info_cache with network_info: [{"id": "b92bf404-816c-44a7-87da-0fc559deebe3", "address": "fa:16:3e:0a:a8:41", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92bf404-81", "ovs_interfaceid": "b92bf404-816c-44a7-87da-0fc559deebe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.005599] env[65899]: WARNING neutronclient.v2_0.client [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.147359] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.148106] env[65899]: DEBUG nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 637.153940] env[65899]: WARNING neutronclient.v2_0.client [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.154794] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.349s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.155080] env[65899]: DEBUG nova.objects.instance [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lazy-loading 'resources' on Instance uuid 3dedb3ee-1b21-4963-a2bb-947cd2089760 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.196116] env[65899]: DEBUG nova.compute.manager [req-ac360dbd-b1e5-422d-9eec-efbb8f5e55fa req-394e83f3-986c-4799-95db-e1b602fdcba7 service nova] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Received event network-vif-deleted-1648f79e-3a66-468e-96ab-d9d025e239e4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 637.198285] env[65899]: DEBUG nova.network.neutron [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Updated VIF entry in instance network info cache for port 5c6731ff-98a5-4879-b096-1145090a3880. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.198633] env[65899]: DEBUG nova.network.neutron [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Updating instance_info_cache with network_info: [{"id": "5c6731ff-98a5-4879-b096-1145090a3880", "address": "fa:16:3e:d4:ff:a0", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6731ff-98", "ovs_interfaceid": "5c6731ff-98a5-4879-b096-1145090a3880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.320422] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182949} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.320798] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.321785] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934ebef-3138-4154-b974-c3fefd8cf356 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.325949] env[65899]: DEBUG nova.network.neutron [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Updating instance_info_cache with network_info: [{"id": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "address": "fa:16:3e:9c:6d:13", "network": {"id": "dbf1ebb8-2a26-4ec8-ab93-7c9f80b2717e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1927097610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8747d00dce65423eaf1727a837c222ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086d9e05-8a", "ovs_interfaceid": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.350615] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 32873e78-122d-4528-a442-4d3ea5c241d2/32873e78-122d-4528-a442-4d3ea5c241d2.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.350960] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59880263-7a99-4f34-97a7-239f8c066f32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.375876] env[65899]: DEBUG nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.385856] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 637.385856] env[65899]: value = "task-4894257" [ 637.385856] env[65899]: _type = "Task" [ 637.385856] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.397555] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.479824] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.658825] env[65899]: DEBUG nova.compute.utils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.664204] env[65899]: DEBUG nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 637.664573] env[65899]: DEBUG nova.network.neutron [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 637.665131] env[65899]: WARNING neutronclient.v2_0.client [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.665670] env[65899]: WARNING neutronclient.v2_0.client [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.707141] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bfa3747-4961-4ae8-8d8e-1398ef1bbfdd req-2c31aaa3-593a-4d5f-b3fa-7219402c54a4 service nova] Releasing lock "refresh_cache-32873e78-122d-4528-a442-4d3ea5c241d2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.828999] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "ccb8fe18-7c1e-4361-bebb-70daa4807985" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.829265] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.830584] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Releasing lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.830967] env[65899]: DEBUG nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Instance network_info: |[{"id": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "address": "fa:16:3e:9c:6d:13", "network": {"id": "dbf1ebb8-2a26-4ec8-ab93-7c9f80b2717e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1927097610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8747d00dce65423eaf1727a837c222ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086d9e05-8a", "ovs_interfaceid": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 637.831854] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:6d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '086d9e05-8a07-4c78-8aec-93b249f0d6dc', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.840215] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Creating folder: Project (8747d00dce65423eaf1727a837c222ce). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.841737] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87ecf78b-b2e3-4565-bfee-46b45ac94e4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.855695] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Created folder: Project (8747d00dce65423eaf1727a837c222ce) in parent group-v953787. [ 637.856011] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Creating folder: Instances. Parent ref: group-v953844. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.856700] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af6a5177-c82e-45a8-8d56-20ae7667ed4c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.872451] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Created folder: Instances in parent group-v953844. [ 637.872962] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 637.873257] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.877257] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b77376ba-469b-4402-9795-7ec94fb05085 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.908937] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.913094] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.913094] env[65899]: value = "task-4894260" [ 637.913094] env[65899]: _type = "Task" [ 637.913094] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.917922] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.923839] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894260, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.925772] env[65899]: DEBUG nova.policy [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a693203dfe1425e8daa962cef5892a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cecf3f49dad4f2f864a4e15089f1a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.102134] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7d56f1-fff1-4eb5-89b7-da47b0ded273 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.110897] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fb944e-5d86-4f89-878b-bec746d31787 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.156422] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a1451-0135-468a-a7f2-04543fbb32b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.167744] env[65899]: DEBUG nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 638.173430] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c69cd90-4803-4d09-8f24-58ab5fa1e940 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.189012] env[65899]: DEBUG nova.compute.provider_tree [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.332133] env[65899]: DEBUG nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 638.408562] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894257, 'name': ReconfigVM_Task, 'duration_secs': 0.529549} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.408562] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 32873e78-122d-4528-a442-4d3ea5c241d2/32873e78-122d-4528-a442-4d3ea5c241d2.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.409348] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e142ef-1611-427a-ba6e-8640386cc108 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.419386] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 638.419386] env[65899]: value = "task-4894261" [ 638.419386] env[65899]: _type = "Task" [ 638.419386] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.428497] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894260, 'name': CreateVM_Task, 'duration_secs': 0.456078} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.429659] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.430380] env[65899]: WARNING neutronclient.v2_0.client [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.430380] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.430380] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.431637] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.434507] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4304a10e-1065-4493-a249-d5225af9d257 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.436536] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894261, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.441044] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 638.441044] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527c965f-a49e-8e57-a4a2-884d4c363c03" [ 638.441044] env[65899]: _type = "Task" [ 638.441044] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.451714] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527c965f-a49e-8e57-a4a2-884d4c363c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.467103] env[65899]: DEBUG nova.network.neutron [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Successfully created port: b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.693915] env[65899]: DEBUG nova.scheduler.client.report [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.746556] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.746556] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.746749] env[65899]: DEBUG nova.compute.manager [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.749205] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb2e05e-c139-4555-baf7-2a5578e114b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.762894] env[65899]: DEBUG nova.compute.manager [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 638.763868] env[65899]: DEBUG nova.objects.instance [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lazy-loading 'flavor' on Instance uuid 0be4a054-fd1e-4700-9a63-cb2f82049f79 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.832027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "3149da84-6eeb-41e9-b4da-099952955604" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.832342] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "3149da84-6eeb-41e9-b4da-099952955604" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.832581] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "3149da84-6eeb-41e9-b4da-099952955604-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.832782] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "3149da84-6eeb-41e9-b4da-099952955604-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.833039] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "3149da84-6eeb-41e9-b4da-099952955604-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.835488] env[65899]: INFO nova.compute.manager [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Terminating instance [ 638.872170] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.930999] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894261, 'name': Rename_Task, 'duration_secs': 0.262959} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.931301] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.931558] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695b0d3d-6d66-4835-af9f-3fc48137d0c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.938785] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 638.938785] env[65899]: value = "task-4894262" [ 638.938785] env[65899]: _type = "Task" [ 638.938785] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.950981] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.954845] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527c965f-a49e-8e57-a4a2-884d4c363c03, 'name': SearchDatastore_Task, 'duration_secs': 0.018596} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.955152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.955380] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.955645] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.955777] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.955958] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.956244] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d94ac623-c0aa-46a7-ae51-2b795fddca26 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.968251] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.968431] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.969236] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fc4315-4193-4514-bc27-6654ee1b25c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.975532] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 638.975532] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525168c6-648c-2a5e-ac7b-81bc737c56b2" [ 638.975532] env[65899]: _type = "Task" [ 638.975532] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.986323] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525168c6-648c-2a5e-ac7b-81bc737c56b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.002874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b2e7f-42f5-4c43-851a-de83dee7da9f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.023472] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance 'efedb7d3-e2eb-4c07-b313-3e7c6059e7fc' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 639.185024] env[65899]: DEBUG nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 639.204934] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.205327] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.890s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.207199] env[65899]: INFO nova.compute.claims [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.223826] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 639.224198] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.224355] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 639.224534] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.224701] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 639.224850] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 639.225064] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.225222] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 639.225432] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 639.225590] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 639.225796] env[65899]: DEBUG nova.virt.hardware [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 639.226801] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93adee05-024f-4616-96f0-5ce0df415286 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.240522] env[65899]: INFO nova.scheduler.client.report [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted allocations for instance 3dedb3ee-1b21-4963-a2bb-947cd2089760 [ 639.243409] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d371d9e0-8d6e-43d6-86d3-9afa4742416f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.344405] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "refresh_cache-3149da84-6eeb-41e9-b4da-099952955604" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.344405] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquired lock "refresh_cache-3149da84-6eeb-41e9-b4da-099952955604" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.344405] env[65899]: DEBUG nova.network.neutron [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.450414] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.488263] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525168c6-648c-2a5e-ac7b-81bc737c56b2, 'name': SearchDatastore_Task, 'duration_secs': 0.025282} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.489658] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f91912-8994-4194-bab9-31418364937e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.497689] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 639.497689] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52deb30a-21e4-14a7-5031-de3e75b5afc2" [ 639.497689] env[65899]: _type = "Task" [ 639.497689] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.507011] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52deb30a-21e4-14a7-5031-de3e75b5afc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.530619] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.530943] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d2a63d-6973-4738-88ee-c3ed604620ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.539924] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 639.539924] env[65899]: value = "task-4894263" [ 639.539924] env[65899]: _type = "Task" [ 639.539924] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.549166] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.756800] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "3dedb3ee-1b21-4963-a2bb-947cd2089760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.112s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.771473] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.771868] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d27f95b9-9bff-4bae-ab15-ab851c7289d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.782199] env[65899]: DEBUG oslo_vmware.api [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 639.782199] env[65899]: value = "task-4894264" [ 639.782199] env[65899]: _type = "Task" [ 639.782199] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.794662] env[65899]: DEBUG oslo_vmware.api [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.846990] env[65899]: WARNING neutronclient.v2_0.client [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.954094] env[65899]: DEBUG oslo_vmware.api [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894262, 'name': PowerOnVM_Task, 'duration_secs': 0.804466} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.954094] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.954094] env[65899]: INFO nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Took 12.22 seconds to spawn the instance on the hypervisor. [ 639.954094] env[65899]: DEBUG nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.954094] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712b1c82-e633-4aa7-8cac-d4b4c7b93f8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.009331] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52deb30a-21e4-14a7-5031-de3e75b5afc2, 'name': SearchDatastore_Task, 'duration_secs': 0.019064} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.009331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.009331] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 969b99f1-dcb0-4334-95a5-be1c95c8c8cc/969b99f1-dcb0-4334-95a5-be1c95c8c8cc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.009331] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66430d3c-e727-40db-aeff-ea41afb7b2dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.017583] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 640.017583] env[65899]: value = "task-4894265" [ 640.017583] env[65899]: _type = "Task" [ 640.017583] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.029900] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.051407] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894263, 'name': PowerOffVM_Task, 'duration_secs': 0.328603} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.051681] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.051856] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance 'efedb7d3-e2eb-4c07-b313-3e7c6059e7fc' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 640.171565] env[65899]: DEBUG nova.network.neutron [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Successfully updated port: b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 640.271610] env[65899]: DEBUG nova.network.neutron [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.293822] env[65899]: DEBUG oslo_vmware.api [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894264, 'name': PowerOffVM_Task, 'duration_secs': 0.212476} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.297320] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.297655] env[65899]: DEBUG nova.compute.manager [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.299204] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46840cff-050e-407e-af83-8ad4e0acb340 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.483940] env[65899]: INFO nova.compute.manager [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Took 26.35 seconds to build instance. [ 640.512821] env[65899]: DEBUG nova.network.neutron [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.538907] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.559665] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.559934] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.560988] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.560988] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.560988] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.560988] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.561288] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.561288] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.561435] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.561584] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.561766] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.570954] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96240798-98b9-4ff3-b8ce-c8f50bf7dab8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.592733] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 640.592733] env[65899]: value = "task-4894266" [ 640.592733] env[65899]: _type = "Task" [ 640.592733] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.608594] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.675366] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.675776] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.675776] env[65899]: DEBUG nova.network.neutron [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.679036] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3a994e-7d78-45f8-aca6-97a12bbb183b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.698071] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ccd6e2-b5ac-4fad-8620-130d79d4edc9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.741610] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b7160-d00e-4f43-843f-ed73944a2f89 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.750757] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb187cb-944f-4b84-a7c4-2c38915d501f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.775320] env[65899]: DEBUG nova.compute.provider_tree [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.817366] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e0e3c336-750c-40e6-b02f-8f7bfb9e3fcd tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.988073] env[65899]: DEBUG oslo_concurrency.lockutils [None req-57e88f77-4304-4761-a902-e3a64b61d3fb tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "32873e78-122d-4528-a442-4d3ea5c241d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.484s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.020027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Releasing lock "refresh_cache-3149da84-6eeb-41e9-b4da-099952955604" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.020027] env[65899]: DEBUG nova.compute.manager [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 641.020027] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.020027] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876d10e2-a1a6-4f0d-a4f1-34f20f0155e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.034656] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604513} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.037601] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 969b99f1-dcb0-4334-95a5-be1c95c8c8cc/969b99f1-dcb0-4334-95a5-be1c95c8c8cc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.038177] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.038675] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.039067] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c5ca67d-efc7-4820-a245-4a30de01b03e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.041500] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979f2f77-8905-461f-9ad3-dddcad332875 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.049233] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 641.049233] env[65899]: value = "task-4894267" [ 641.049233] env[65899]: _type = "Task" [ 641.049233] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.051042] env[65899]: DEBUG oslo_vmware.api [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 641.051042] env[65899]: value = "task-4894268" [ 641.051042] env[65899]: _type = "Task" [ 641.051042] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.070423] env[65899]: DEBUG oslo_vmware.api [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.071066] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.106024] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894266, 'name': ReconfigVM_Task, 'duration_secs': 0.255867} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.106024] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance 'efedb7d3-e2eb-4c07-b313-3e7c6059e7fc' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 641.242763] env[65899]: DEBUG nova.network.neutron [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 641.280188] env[65899]: DEBUG nova.scheduler.client.report [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.325226] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.325428] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.333778] env[65899]: WARNING neutronclient.v2_0.client [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.396452] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529499ba-2bcd-053d-f211-a7f58d90e2c1/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 641.396871] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef1194-30ef-4bf9-8481-9ce66a8b8742 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.407441] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529499ba-2bcd-053d-f211-a7f58d90e2c1/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 641.407712] env[65899]: ERROR oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529499ba-2bcd-053d-f211-a7f58d90e2c1/disk-0.vmdk due to incomplete transfer. [ 641.408034] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f38d114c-0f59-465c-9d41-a5dcd65fc663 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.417103] env[65899]: DEBUG oslo_vmware.rw_handles [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529499ba-2bcd-053d-f211-a7f58d90e2c1/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 641.418928] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Uploaded image 0766ab38-89c9-40c1-92cd-013e656e3fa7 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 641.419605] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 641.419986] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d82e080f-52ac-49dc-9144-0c9218b381bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.427731] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 641.427731] env[65899]: value = "task-4894269" [ 641.427731] env[65899]: _type = "Task" [ 641.427731] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.444367] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894269, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.461892] env[65899]: DEBUG nova.network.neutron [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Updating instance_info_cache with network_info: [{"id": "b06cd24d-3cbd-45ce-ad5b-882507d0c3f6", "address": "fa:16:3e:bf:9f:bd", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06cd24d-3c", "ovs_interfaceid": "b06cd24d-3cbd-45ce-ad5b-882507d0c3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.566110] env[65899]: DEBUG oslo_vmware.api [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894268, 'name': PowerOffVM_Task, 'duration_secs': 0.183639} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.570453] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.570602] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.570878] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081417} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.571114] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c06b7c2f-ef00-4993-ba2b-10cf2567b5d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.572837] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.573616] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7dd2d2-6c94-4cc8-8dc7-167109859441 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.604853] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 969b99f1-dcb0-4334-95a5-be1c95c8c8cc/969b99f1-dcb0-4334-95a5-be1c95c8c8cc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.605241] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b0a8b31-b51f-44d0-8f2b-76b5165d0ec0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.627052] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.627462] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.627730] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.627953] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.632021] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.632021] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.632021] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.632021] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.632021] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.632021] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.632021] env[65899]: DEBUG nova.virt.hardware [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.636933] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 641.637688] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.637953] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.638214] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Deleting the datastore file [datastore1] 3149da84-6eeb-41e9-b4da-099952955604 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.638527] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48bea9f-6d1b-4908-91b0-e8c5d9ce80fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.655576] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b255a700-ed3c-41a2-830b-d26a154fb849 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.661298] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 641.661298] env[65899]: value = "task-4894271" [ 641.661298] env[65899]: _type = "Task" [ 641.661298] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.667184] env[65899]: DEBUG oslo_vmware.api [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for the task: (returnval){ [ 641.667184] env[65899]: value = "task-4894272" [ 641.667184] env[65899]: _type = "Task" [ 641.667184] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.667467] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 641.667467] env[65899]: value = "task-4894273" [ 641.667467] env[65899]: _type = "Task" [ 641.667467] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.679188] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.693020] env[65899]: DEBUG oslo_vmware.api [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.693451] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.789550] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.789996] env[65899]: DEBUG nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 641.794090] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.804s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.796468] env[65899]: INFO nova.compute.claims [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.829266] env[65899]: DEBUG nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 641.909528] env[65899]: DEBUG nova.compute.manager [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Received event network-changed-78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.910194] env[65899]: DEBUG nova.compute.manager [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Refreshing instance network info cache due to event network-changed-78d9716e-d61c-4dcf-a4f5-08448c26fe26. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 641.910194] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Acquiring lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.911214] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Acquired lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.911527] env[65899]: DEBUG nova.network.neutron [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Refreshing network info cache for port 78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.942404] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894269, 'name': Destroy_Task, 'duration_secs': 0.395384} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.943135] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Destroyed the VM [ 641.943486] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 641.943940] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93e8776e-9c01-4132-970f-de5a9b241521 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.954251] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 641.954251] env[65899]: value = "task-4894274" [ 641.954251] env[65899]: _type = "Task" [ 641.954251] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.966972] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.967753] env[65899]: DEBUG nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Instance network_info: |[{"id": "b06cd24d-3cbd-45ce-ad5b-882507d0c3f6", "address": "fa:16:3e:bf:9f:bd", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06cd24d-3c", "ovs_interfaceid": "b06cd24d-3cbd-45ce-ad5b-882507d0c3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 641.967753] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.968177] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:9f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b06cd24d-3cbd-45ce-ad5b-882507d0c3f6', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.976988] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating folder: Project (4cecf3f49dad4f2f864a4e15089f1a9f). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.977407] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f796da0f-a6d8-4c74-8820-21f12f94d642 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.990833] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created folder: Project (4cecf3f49dad4f2f864a4e15089f1a9f) in parent group-v953787. [ 641.991044] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating folder: Instances. Parent ref: group-v953847. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.991304] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfa01900-bfe5-44b9-b1e1-c5dbaf2aaac4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.003687] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created folder: Instances in parent group-v953847. [ 642.003977] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.004205] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.004411] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b53e37d-312f-4b2a-a8e8-949f967feefd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.025107] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.025107] env[65899]: value = "task-4894277" [ 642.025107] env[65899]: _type = "Task" [ 642.025107] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.034150] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894277, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.179575] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.190914] env[65899]: DEBUG oslo_vmware.api [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Task: {'id': task-4894272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154971} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.191520] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894273, 'name': ReconfigVM_Task, 'duration_secs': 0.332296} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.191875] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.192372] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.194194] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.194194] env[65899]: INFO nova.compute.manager [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Took 1.18 seconds to destroy the instance on the hypervisor. [ 642.194194] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.194194] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 642.194194] env[65899]: DEBUG nova.compute.manager [-] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 642.194194] env[65899]: DEBUG nova.network.neutron [-] [instance: 3149da84-6eeb-41e9-b4da-099952955604] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 642.194194] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.197497] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83d042e-181c-461d-9a1d-46d4b2eee2e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.201354] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "95c68283-51e8-43f3-8008-2c617b29faee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.201839] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.201839] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "95c68283-51e8-43f3-8008-2c617b29faee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.202201] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.202356] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.205048] env[65899]: INFO nova.compute.manager [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Terminating instance [ 642.231977] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] efedb7d3-e2eb-4c07-b313-3e7c6059e7fc/efedb7d3-e2eb-4c07-b313-3e7c6059e7fc.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.232812] env[65899]: DEBUG nova.compute.manager [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 642.233040] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.233918] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d3a3b6-9cfd-4599-964b-78cba41b5c10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.251080] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8811f8fb-7ff1-45f8-a49e-8b8a7c32114a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.252226] env[65899]: DEBUG nova.network.neutron [-] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.252511] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.261202] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.262935] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2262ac7-2ec0-4118-8e47-6cdebbc5c0d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.265045] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 642.265045] env[65899]: value = "task-4894278" [ 642.265045] env[65899]: _type = "Task" [ 642.265045] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.272606] env[65899]: DEBUG oslo_vmware.api [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 642.272606] env[65899]: value = "task-4894279" [ 642.272606] env[65899]: _type = "Task" [ 642.272606] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.282980] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.290983] env[65899]: DEBUG oslo_vmware.api [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.305134] env[65899]: DEBUG nova.compute.utils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.307399] env[65899]: DEBUG nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 642.307828] env[65899]: DEBUG nova.network.neutron [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 642.308237] env[65899]: WARNING neutronclient.v2_0.client [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.308613] env[65899]: WARNING neutronclient.v2_0.client [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.368583] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.415191] env[65899]: WARNING neutronclient.v2_0.client [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.435427] env[65899]: DEBUG nova.policy [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda6075400cc4488bdccdac9ca14f61a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1783b58ed95945c8bb412115dc113237', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.467873] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894274, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.507285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "0f63edfa-c3ae-407c-9722-7dc312700013" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.507919] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "0f63edfa-c3ae-407c-9722-7dc312700013" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.537125] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894277, 'name': CreateVM_Task, 'duration_secs': 0.391255} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.537283] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.537680] env[65899]: WARNING neutronclient.v2_0.client [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.538082] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.538234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.538541] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.538826] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a685b09c-f526-4b4c-b345-2ea3c0e680df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.547153] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 642.547153] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526fa667-18bf-c97d-9c2a-776902be8e3f" [ 642.547153] env[65899]: _type = "Task" [ 642.547153] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.557472] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526fa667-18bf-c97d-9c2a-776902be8e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.675354] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894271, 'name': ReconfigVM_Task, 'duration_secs': 0.719676} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.675816] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 969b99f1-dcb0-4334-95a5-be1c95c8c8cc/969b99f1-dcb0-4334-95a5-be1c95c8c8cc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.676637] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f61985-6cc0-4f98-8e51-08a8133385e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.687083] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 642.687083] env[65899]: value = "task-4894280" [ 642.687083] env[65899]: _type = "Task" [ 642.687083] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.701567] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894280, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.756426] env[65899]: DEBUG nova.network.neutron [-] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.789581] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894278, 'name': ReconfigVM_Task, 'duration_secs': 0.430276} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.790767] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Reconfigured VM instance instance-00000007 to attach disk [datastore2] efedb7d3-e2eb-4c07-b313-3e7c6059e7fc/efedb7d3-e2eb-4c07-b313-3e7c6059e7fc.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.791798] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance 'efedb7d3-e2eb-4c07-b313-3e7c6059e7fc' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.806026] env[65899]: DEBUG oslo_vmware.api [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894279, 'name': PowerOffVM_Task, 'duration_secs': 0.255569} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.806026] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.806026] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.806026] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f8dd8b-14c6-4f83-9975-1661b199c5e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.815913] env[65899]: DEBUG nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 642.922025] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.922025] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.922025] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Deleting the datastore file [datastore1] 95c68283-51e8-43f3-8008-2c617b29faee {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.922025] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86687858-e6b6-4ee8-9ea3-96cf9bc801c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.934648] env[65899]: DEBUG oslo_vmware.api [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for the task: (returnval){ [ 642.934648] env[65899]: value = "task-4894282" [ 642.934648] env[65899]: _type = "Task" [ 642.934648] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.954754] env[65899]: DEBUG oslo_vmware.api [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.967815] env[65899]: DEBUG oslo_vmware.api [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894274, 'name': RemoveSnapshot_Task, 'duration_secs': 0.944401} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.970382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 642.970748] env[65899]: INFO nova.compute.manager [None req-18b58c37-91c8-4d7b-92c5-7e04954c5241 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Took 17.86 seconds to snapshot the instance on the hypervisor. [ 642.989739] env[65899]: DEBUG nova.network.neutron [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Successfully created port: ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 643.013688] env[65899]: DEBUG nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 643.061382] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526fa667-18bf-c97d-9c2a-776902be8e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01595} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.061857] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.062186] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.062788] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.062788] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.062788] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.064277] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-063a864c-14b1-4515-add2-74b7868202fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.079925] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.080322] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.080985] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7780ac29-5d0d-4b1f-84bd-c81b4a61173b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.094171] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 643.094171] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a91f68-f2fc-8bff-59f8-a2f6d9232a17" [ 643.094171] env[65899]: _type = "Task" [ 643.094171] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.111699] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a91f68-f2fc-8bff-59f8-a2f6d9232a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.217236] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894280, 'name': Rename_Task, 'duration_secs': 0.228806} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.217682] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.218116] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b23919fb-1a9a-4bde-90cd-c4b434f628be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.229630] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 643.229630] env[65899]: value = "task-4894283" [ 643.229630] env[65899]: _type = "Task" [ 643.229630] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.245689] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.260457] env[65899]: INFO nova.compute.manager [-] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Took 1.07 seconds to deallocate network for instance. [ 643.316945] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe818a-ed63-42d7-96f3-55556fbd52c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.321722] env[65899]: INFO nova.virt.block_device [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Booting with volume 97dd9a68-d7c0-433c-8c92-d6b684d23163 at /dev/sda [ 643.347663] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80373fee-7623-4684-abac-0eb240d48d98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.370183] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance 'efedb7d3-e2eb-4c07-b313-3e7c6059e7fc' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.390699] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2422950-b368-409f-96ff-53a89eb69c50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.394615] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb4875d5-0e6f-42af-a4e0-55da7a15980f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.403393] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc4aa85-4bc4-43f8-8ffc-0d02992ec7c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.409348] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a17d52-102d-4db7-9dad-4ebe95de760e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.469932] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aedf166-49ba-44c7-9c0a-fb1f8fa91e9f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.473347] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c89b842-afeb-446e-adcd-df760638ddec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.486385] env[65899]: DEBUG oslo_vmware.api [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Task: {'id': task-4894282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215569} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.487997] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b132142-7017-4f95-a034-5f68b0540133 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.493572] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.493572] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.493572] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.493572] env[65899]: INFO nova.compute.manager [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Took 1.26 seconds to destroy the instance on the hypervisor. [ 643.493572] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 643.494680] env[65899]: DEBUG nova.compute.manager [-] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 643.494809] env[65899]: DEBUG nova.network.neutron [-] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 643.495062] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.502819] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29f7e3b-55c5-4218-bf3c-447fea9566b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.525070] env[65899]: DEBUG nova.compute.provider_tree [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.540203] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.557862] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bff5c1-5d45-45f9-a622-320ff7ff1534 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.566122] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e132e-98f2-48c9-9554-d3d0f0ada9f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.582566] env[65899]: DEBUG nova.virt.block_device [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Updating existing volume attachment record: fd1fb317-9603-4c42-95dc-2f996f5256ae {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 643.603816] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a91f68-f2fc-8bff-59f8-a2f6d9232a17, 'name': SearchDatastore_Task, 'duration_secs': 0.013604} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.604622] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11886dd0-52d7-4b0f-b200-6870cf61dc73 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.611193] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 643.611193] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4c9c1-8c90-7e26-f324-01b587924be6" [ 643.611193] env[65899]: _type = "Task" [ 643.611193] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.620866] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4c9c1-8c90-7e26-f324-01b587924be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.718352] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "5f65955b-309e-4249-aa8e-a2a00b851a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.718695] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.719031] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.719287] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.719529] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.721746] env[65899]: INFO nova.compute.manager [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Terminating instance [ 643.740703] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894283, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.756094] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.756299] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.772858] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.879785] env[65899]: WARNING neutronclient.v2_0.client [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.880258] env[65899]: WARNING neutronclient.v2_0.client [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.031331] env[65899]: DEBUG nova.scheduler.client.report [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.126401] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4c9c1-8c90-7e26-f324-01b587924be6, 'name': SearchDatastore_Task, 'duration_secs': 0.032358} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.126769] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.127073] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.127706] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55fdb40e-58c4-4d83-b62f-c768de526388 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.138992] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 644.138992] env[65899]: value = "task-4894284" [ 644.138992] env[65899]: _type = "Task" [ 644.138992] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.149901] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.226323] env[65899]: DEBUG nova.compute.manager [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 644.226621] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.227826] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c9df67-88ae-449b-8518-93840d76b953 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.247098] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.248829] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.249154] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d9261c-b983-4c1d-9496-918ce9cfc61b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.258167] env[65899]: DEBUG oslo_vmware.api [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 644.258167] env[65899]: value = "task-4894285" [ 644.258167] env[65899]: _type = "Task" [ 644.258167] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.270514] env[65899]: DEBUG oslo_vmware.api [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.315733] env[65899]: WARNING neutronclient.v2_0.client [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.538977] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.539361] env[65899]: DEBUG nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 644.542741] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.180s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.543960] env[65899]: INFO nova.compute.claims [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.652823] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.678570] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.747037] env[65899]: DEBUG oslo_vmware.api [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894283, 'name': PowerOnVM_Task, 'duration_secs': 1.029528} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.747910] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.748516] env[65899]: INFO nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Took 10.71 seconds to spawn the instance on the hypervisor. [ 644.748516] env[65899]: DEBUG nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 644.750152] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc76bd-3b03-4075-a044-baae6d793518 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.766249] env[65899]: DEBUG nova.network.neutron [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Port b92bf404-816c-44a7-87da-0fc559deebe3 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 644.782413] env[65899]: DEBUG oslo_vmware.api [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894285, 'name': PowerOffVM_Task, 'duration_secs': 0.242154} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.782635] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.782802] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.783209] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8578da0-5be7-4f31-bd0e-9aa247fcd9d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.798131] env[65899]: DEBUG nova.network.neutron [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Successfully updated port: ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.969118] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.969656] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.969656] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Deleting the datastore file [datastore2] 5f65955b-309e-4249-aa8e-a2a00b851a66 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.969842] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-183a8d67-4670-4b9e-b0b2-0e71e965e538 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.978418] env[65899]: DEBUG oslo_vmware.api [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 644.978418] env[65899]: value = "task-4894287" [ 644.978418] env[65899]: _type = "Task" [ 644.978418] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.979441] env[65899]: DEBUG nova.network.neutron [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Updated VIF entry in instance network info cache for port 78d9716e-d61c-4dcf-a4f5-08448c26fe26. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.979768] env[65899]: DEBUG nova.network.neutron [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Updating instance_info_cache with network_info: [{"id": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "address": "fa:16:3e:b9:11:b4", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d9716e-d6", "ovs_interfaceid": "78d9716e-d61c-4dcf-a4f5-08448c26fe26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.992632] env[65899]: DEBUG oslo_vmware.api [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.049482] env[65899]: DEBUG nova.compute.utils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.056665] env[65899]: DEBUG nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 645.056881] env[65899]: DEBUG nova.network.neutron [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 645.057699] env[65899]: WARNING neutronclient.v2_0.client [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.058161] env[65899]: WARNING neutronclient.v2_0.client [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.152522] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668189} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.152800] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.153292] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.153292] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8572ad8d-f71e-424b-967a-5d59caa276ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.160538] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.163658] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.166368] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 645.166368] env[65899]: value = "task-4894288" [ 645.166368] env[65899]: _type = "Task" [ 645.166368] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.179503] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.188953] env[65899]: DEBUG nova.policy [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b678782db5714d2086c297051bd32fa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bda2b3b0e694c26ac4195ff6d13d871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.285998] env[65899]: INFO nova.compute.manager [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Took 30.60 seconds to build instance. [ 645.300217] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Acquiring lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.300217] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Acquired lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.300435] env[65899]: DEBUG nova.network.neutron [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.486516] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Releasing lock "refresh_cache-5f9169d8-04bb-40be-9487-897266c3332d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.486777] env[65899]: DEBUG nova.compute.manager [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Received event network-vif-plugged-086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.486983] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Acquiring lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.487313] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.487521] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.487643] env[65899]: DEBUG nova.compute.manager [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] No waiting events found dispatching network-vif-plugged-086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 645.487893] env[65899]: WARNING nova.compute.manager [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Received unexpected event network-vif-plugged-086d9e05-8a07-4c78-8aec-93b249f0d6dc for instance with vm_state building and task_state spawning. [ 645.488154] env[65899]: DEBUG nova.compute.manager [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Received event network-changed-086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.488283] env[65899]: DEBUG nova.compute.manager [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Refreshing instance network info cache due to event network-changed-086d9e05-8a07-4c78-8aec-93b249f0d6dc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 645.488409] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Acquiring lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.489193] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Acquired lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.489193] env[65899]: DEBUG nova.network.neutron [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Refreshing network info cache for port 086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.498165] env[65899]: DEBUG oslo_vmware.api [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44917} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.498506] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.498634] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.498804] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.499084] env[65899]: INFO nova.compute.manager [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Took 1.27 seconds to destroy the instance on the hypervisor. [ 645.499467] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 645.499783] env[65899]: DEBUG nova.compute.manager [-] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 645.499946] env[65899]: DEBUG nova.network.neutron [-] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 645.500333] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.559172] env[65899]: DEBUG nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 645.562254] env[65899]: DEBUG nova.network.neutron [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Successfully created port: f2837fc7-6023-495f-9028-76e8f3a841d6 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 645.604189] env[65899]: DEBUG nova.network.neutron [-] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.621484] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.678088] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.678430] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.679172] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.679345] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.679608] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.679746] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.679884] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 645.680044] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.694042] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094646} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.694042] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.694042] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6230cbea-676b-4003-b49a-78ff626c2b20 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.717795] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.721479] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef29352-34d1-4e2d-9d3e-10d32b218635 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.738201] env[65899]: DEBUG nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 645.738761] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 645.738972] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.739136] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 645.739314] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.739452] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 645.739618] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 645.739832] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.739982] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 645.740209] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 645.740370] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 645.740539] env[65899]: DEBUG nova.virt.hardware [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 645.741485] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bddd1c0-fb71-4d57-809d-23a3a2930a01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.753273] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 645.753273] env[65899]: value = "task-4894289" [ 645.753273] env[65899]: _type = "Task" [ 645.753273] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.755191] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf0d6ee-87bb-427c-ae8e-0f116863f3d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.778834] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.798232] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.318s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.808231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.808650] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.808696] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.992944] env[65899]: WARNING neutronclient.v2_0.client [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.047498] env[65899]: DEBUG nova.network.neutron [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 646.106100] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d3975a-d97e-4315-b5f5-e08494645d18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.116067] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "e2942a34-ffad-423a-baff-0027c88faaa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.116351] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "e2942a34-ffad-423a-baff-0027c88faaa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.117429] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c2a569-a1ea-498f-ad94-6c0cefb07a75 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.122158] env[65899]: INFO nova.compute.manager [-] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Took 2.63 seconds to deallocate network for instance. [ 646.159152] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fc4be9-fb07-44a5-b873-dd410844803b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.167231] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66f458-377a-431d-b304-2d01ade940da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.183732] env[65899]: DEBUG nova.compute.provider_tree [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.189078] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.189304] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.192698] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.268784] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894289, 'name': ReconfigVM_Task, 'duration_secs': 0.328044} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.268784] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.269350] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc2d50b4-15c4-428f-adc2-a4cc2506af40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.276521] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 646.276521] env[65899]: value = "task-4894290" [ 646.276521] env[65899]: _type = "Task" [ 646.276521] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.284848] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894290, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.304666] env[65899]: DEBUG nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 646.574452] env[65899]: DEBUG nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 646.600506] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.600750] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.600894] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.601074] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.601212] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.601344] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.601542] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.601682] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.601850] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.602011] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.602273] env[65899]: DEBUG nova.virt.hardware [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.604434] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef5905-0071-4b0c-bdee-58f2c6ea4cb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.612268] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7001e90b-4193-4cf0-ba78-2922bb583cde {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.630947] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.690142] env[65899]: DEBUG nova.scheduler.client.report [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.787565] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894290, 'name': Rename_Task, 'duration_secs': 0.145759} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.788071] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.788200] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8261d65-0ee2-44e6-9c8d-5b37a38c6560 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.795992] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 646.795992] env[65899]: value = "task-4894291" [ 646.795992] env[65899]: _type = "Task" [ 646.795992] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.805463] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.815400] env[65899]: WARNING neutronclient.v2_0.client [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.835271] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.912997] env[65899]: WARNING neutronclient.v2_0.client [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.020279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.020454] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.020623] env[65899]: DEBUG nova.network.neutron [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 647.129100] env[65899]: WARNING neutronclient.v2_0.client [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.134567] env[65899]: DEBUG nova.network.neutron [-] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.185365] env[65899]: DEBUG nova.network.neutron [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Updating instance_info_cache with network_info: [{"id": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "address": "fa:16:3e:12:5a:d8", "network": {"id": "411c62c0-69c2-45ad-975e-3c8b08caccf1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-567913334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1783b58ed95945c8bb412115dc113237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8e344a-09", "ovs_interfaceid": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.197409] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.198108] env[65899]: DEBUG nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 647.201864] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.625s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.203720] env[65899]: INFO nova.compute.claims [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.284106] env[65899]: DEBUG nova.network.neutron [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Successfully updated port: f2837fc7-6023-495f-9028-76e8f3a841d6 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.315440] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894291, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.317350] env[65899]: DEBUG nova.network.neutron [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Updated VIF entry in instance network info cache for port 086d9e05-8a07-4c78-8aec-93b249f0d6dc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 647.317751] env[65899]: DEBUG nova.network.neutron [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Updating instance_info_cache with network_info: [{"id": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "address": "fa:16:3e:9c:6d:13", "network": {"id": "dbf1ebb8-2a26-4ec8-ab93-7c9f80b2717e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1927097610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8747d00dce65423eaf1727a837c222ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086d9e05-8a", "ovs_interfaceid": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.524986] env[65899]: WARNING neutronclient.v2_0.client [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.640400] env[65899]: INFO nova.compute.manager [-] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Took 2.14 seconds to deallocate network for instance. [ 647.690503] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Releasing lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.690869] env[65899]: DEBUG nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Instance network_info: |[{"id": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "address": "fa:16:3e:12:5a:d8", "network": {"id": "411c62c0-69c2-45ad-975e-3c8b08caccf1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-567913334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1783b58ed95945c8bb412115dc113237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8e344a-09", "ovs_interfaceid": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 647.691435] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5a:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce8e344a-09da-4a90-9c57-e9e5954ae839', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.699111] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Creating folder: Project (1783b58ed95945c8bb412115dc113237). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.702428] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-849c0f43-8d64-42c9-9b3f-1e4c60fe1302 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.709641] env[65899]: DEBUG nova.compute.utils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.715306] env[65899]: DEBUG nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 647.719016] env[65899]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 647.719350] env[65899]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65899) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 647.720327] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Folder already exists: Project (1783b58ed95945c8bb412115dc113237). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 647.720544] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Creating folder: Instances. Parent ref: group-v953804. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.720796] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-606ff816-6b20-47fd-9736-285bdeb527c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.734387] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Created folder: Instances in parent group-v953804. [ 647.734632] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 647.735233] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.735233] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be63cb5d-57fc-48eb-b008-97461e675eae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.756453] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.756453] env[65899]: value = "task-4894294" [ 647.756453] env[65899]: _type = "Task" [ 647.756453] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.757741] env[65899]: WARNING neutronclient.v2_0.client [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.770947] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894294, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.787485] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "refresh_cache-f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.787485] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired lock "refresh_cache-f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.787638] env[65899]: DEBUG nova.network.neutron [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 647.808832] env[65899]: DEBUG oslo_vmware.api [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894291, 'name': PowerOnVM_Task, 'duration_secs': 0.574019} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.810031] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.810031] env[65899]: INFO nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Took 8.62 seconds to spawn the instance on the hypervisor. [ 647.810031] env[65899]: DEBUG nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 647.810494] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ffbf40-d5f1-4e47-9397-71882294435c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.824180] env[65899]: DEBUG oslo_concurrency.lockutils [req-acddc155-8c40-4546-96e3-0fdfa8e222f6 req-5400ec58-2edd-4e15-aed2-842fac097ba7 service nova] Releasing lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.863054] env[65899]: DEBUG nova.network.neutron [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance_info_cache with network_info: [{"id": "b92bf404-816c-44a7-87da-0fc559deebe3", "address": "fa:16:3e:0a:a8:41", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92bf404-81", "ovs_interfaceid": "b92bf404-816c-44a7-87da-0fc559deebe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.951604] env[65899]: DEBUG nova.compute.manager [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 647.952355] env[65899]: DEBUG nova.compute.manager [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing instance network info cache due to event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 647.953520] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Acquiring lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.953520] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Acquired lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.953520] env[65899]: DEBUG nova.network.neutron [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.147641] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.158264] env[65899]: DEBUG nova.compute.manager [req-fb9b6014-f97d-475e-b0ec-a06763419e2b req-13199569-e17c-4e80-b1d1-bfbe47f66dd1 service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Received event network-vif-plugged-ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 648.158499] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb9b6014-f97d-475e-b0ec-a06763419e2b req-13199569-e17c-4e80-b1d1-bfbe47f66dd1 service nova] Acquiring lock "01299d31-ee63-4b30-b361-74757c5e3583-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.158702] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb9b6014-f97d-475e-b0ec-a06763419e2b req-13199569-e17c-4e80-b1d1-bfbe47f66dd1 service nova] Lock "01299d31-ee63-4b30-b361-74757c5e3583-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.158868] env[65899]: DEBUG oslo_concurrency.lockutils [req-fb9b6014-f97d-475e-b0ec-a06763419e2b req-13199569-e17c-4e80-b1d1-bfbe47f66dd1 service nova] Lock "01299d31-ee63-4b30-b361-74757c5e3583-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.159122] env[65899]: DEBUG nova.compute.manager [req-fb9b6014-f97d-475e-b0ec-a06763419e2b req-13199569-e17c-4e80-b1d1-bfbe47f66dd1 service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] No waiting events found dispatching network-vif-plugged-ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 648.159240] env[65899]: WARNING nova.compute.manager [req-fb9b6014-f97d-475e-b0ec-a06763419e2b req-13199569-e17c-4e80-b1d1-bfbe47f66dd1 service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Received unexpected event network-vif-plugged-ce8e344a-09da-4a90-9c57-e9e5954ae839 for instance with vm_state building and task_state spawning. [ 648.218437] env[65899]: DEBUG nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 648.276400] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894294, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.336371] env[65899]: DEBUG nova.network.neutron [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 648.342341] env[65899]: INFO nova.compute.manager [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Took 31.87 seconds to build instance. [ 648.366803] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.456829] env[65899]: WARNING neutronclient.v2_0.client [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.576904] env[65899]: DEBUG nova.compute.manager [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 648.576904] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39d6db7-57ba-497e-903c-68f33f537ae7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.673026] env[65899]: WARNING neutronclient.v2_0.client [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.678962] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de878749-b45c-44bf-b0f3-4f8b7881dda6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.690517] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a709cd60-1eb7-4414-b7b5-cc08a790d0e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.721378] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9318a-f315-4248-b7f7-100d7714e4d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.732173] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b3dc0-979c-46dc-aa70-b7abaa855de4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.748143] env[65899]: DEBUG nova.compute.provider_tree [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.773657] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894294, 'name': CreateVM_Task, 'duration_secs': 0.559225} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.774271] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.774835] env[65899]: WARNING neutronclient.v2_0.client [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.775908] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'fd1fb317-9603-4c42-95dc-2f996f5256ae', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953816', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'name': 'volume-97dd9a68-d7c0-433c-8c92-d6b684d23163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01299d31-ee63-4b30-b361-74757c5e3583', 'attached_at': '', 'detached_at': '', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'serial': '97dd9a68-d7c0-433c-8c92-d6b684d23163'}, 'mount_device': '/dev/sda', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65899) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 648.775908] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Root volume attach. Driver type: vmdk {{(pid=65899) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 648.777314] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aaeec0-7b43-4455-b613-33abd947c23b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.792122] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eb3aca-89ef-4b6d-a9e2-1f65dfc19ed9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.801875] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce687556-1756-4277-aeec-bb9c124cb380 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.811479] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-578bacfc-6481-47fc-b52f-510e8f779c55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.822117] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 648.822117] env[65899]: value = "task-4894295" [ 648.822117] env[65899]: _type = "Task" [ 648.822117] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.832677] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894295, 'name': RelocateVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.845551] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8fdaf90e-40db-43bc-82b1-579556c6bc9e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.381s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.895861] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5d4f92-eedd-4688-a4b8-2c8595304941 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.904075] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.904075] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.921686] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114a797c-a1da-4c8f-a6aa-0cda298aa975 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.929865] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance 'efedb7d3-e2eb-4c07-b313-3e7c6059e7fc' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.987699] env[65899]: DEBUG nova.network.neutron [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Updating instance_info_cache with network_info: [{"id": "f2837fc7-6023-495f-9028-76e8f3a841d6", "address": "fa:16:3e:41:05:53", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2837fc7-60", "ovs_interfaceid": "f2837fc7-6023-495f-9028-76e8f3a841d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.094318] env[65899]: INFO nova.compute.manager [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] instance snapshotting [ 649.094755] env[65899]: WARNING nova.compute.manager [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 649.097861] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf23bf-c6a2-4e89-8556-16306aa32ed5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.119882] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e57dba-a319-4701-a33b-6c68eb507049 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.234778] env[65899]: DEBUG nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 649.251972] env[65899]: DEBUG nova.scheduler.client.report [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.264725] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.265038] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.265206] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.267313] env[65899]: DEBUG nova.virt.hardware [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.267711] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf80d3-9638-417f-9b73-8fce5851bde9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.277076] env[65899]: WARNING neutronclient.v2_0.client [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.280810] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a49957-4ea2-4683-9801-99d964aaee33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.296499] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.302615] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Creating folder: Project (e2f6e92bedd14ba0922dfb080e3aa639). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.303022] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e981f6-db8c-4900-b8d3-dc18caf41e00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.315499] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Created folder: Project (e2f6e92bedd14ba0922dfb080e3aa639) in parent group-v953787. [ 649.315712] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Creating folder: Instances. Parent ref: group-v953852. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.315981] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548f667e-bf72-4f11-8d5e-da2134c3a851 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.328136] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Created folder: Instances in parent group-v953852. [ 649.328387] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.329081] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.329316] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2cb9138-2012-4f6f-a88b-3e01a9b50ba8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.348555] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 649.351858] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894295, 'name': RelocateVM_Task} progress is 20%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.359454] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.359454] env[65899]: value = "task-4894298" [ 649.359454] env[65899]: _type = "Task" [ 649.359454] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.369832] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894298, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.438040] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.438973] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db6e974-009c-497a-8a75-cee29d24e609 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.448406] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 649.448406] env[65899]: value = "task-4894299" [ 649.448406] env[65899]: _type = "Task" [ 649.448406] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.457976] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.491080] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Releasing lock "refresh_cache-f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.492029] env[65899]: DEBUG nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Instance network_info: |[{"id": "f2837fc7-6023-495f-9028-76e8f3a841d6", "address": "fa:16:3e:41:05:53", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2837fc7-60", "ovs_interfaceid": "f2837fc7-6023-495f-9028-76e8f3a841d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 649.492493] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:05:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2837fc7-6023-495f-9028-76e8f3a841d6', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.508625] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.509150] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.509591] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd26f1e4-75cc-4883-8749-c30043c69f80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.537513] env[65899]: DEBUG nova.network.neutron [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updated VIF entry in instance network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.537513] env[65899]: DEBUG nova.network.neutron [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updating instance_info_cache with network_info: [{"id": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "address": "fa:16:3e:94:2f:bb", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaedf9df-de", "ovs_interfaceid": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.546803] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.546803] env[65899]: value = "task-4894300" [ 649.546803] env[65899]: _type = "Task" [ 649.546803] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.560712] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894300, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.632354] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 649.632750] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef3fc37e-3add-43b2-a715-3bcc3bbad9ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.643013] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 649.643013] env[65899]: value = "task-4894301" [ 649.643013] env[65899]: _type = "Task" [ 649.643013] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.656297] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894301, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.760944] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.760944] env[65899]: DEBUG nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 649.766032] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.813s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.766445] env[65899]: DEBUG nova.objects.instance [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lazy-loading 'resources' on Instance uuid 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.839353] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894295, 'name': RelocateVM_Task, 'duration_secs': 0.641406} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.839353] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 649.839353] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953816', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'name': 'volume-97dd9a68-d7c0-433c-8c92-d6b684d23163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01299d31-ee63-4b30-b361-74757c5e3583', 'attached_at': '', 'detached_at': '', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'serial': '97dd9a68-d7c0-433c-8c92-d6b684d23163'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 649.840272] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af20c7-ef2e-4d98-aff7-66cc9b2f8cf8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.869758] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f5f95-76ec-466d-84bb-e83725284b14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.914473] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-97dd9a68-d7c0-433c-8c92-d6b684d23163/volume-97dd9a68-d7c0-433c-8c92-d6b684d23163.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.914473] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894298, 'name': CreateVM_Task, 'duration_secs': 0.435212} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.914473] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.914970] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7bb9aed-e0e6-4c56-95ba-d3065594cc31 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.929870] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.930435] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.930604] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.930949] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.931716] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cf30c0-384b-4d72-8cc5-cec14d87a43b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.939127] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 649.939127] env[65899]: value = "task-4894302" [ 649.939127] env[65899]: _type = "Task" [ 649.939127] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.940772] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 649.940772] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ff56ff-c7c3-c90d-8029-54a925334e77" [ 649.940772] env[65899]: _type = "Task" [ 649.940772] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.966033] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.966033] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ff56ff-c7c3-c90d-8029-54a925334e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.973668] env[65899]: DEBUG oslo_vmware.api [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894299, 'name': PowerOnVM_Task, 'duration_secs': 0.491688} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.973668] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.973668] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9ce1c2-3a18-44d5-9f2a-167ddc67b257 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance 'efedb7d3-e2eb-4c07-b313-3e7c6059e7fc' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.040347] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Releasing lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.040347] env[65899]: DEBUG nova.compute.manager [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Received event network-vif-plugged-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 650.040620] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Acquiring lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.040666] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.040810] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.040972] env[65899]: DEBUG nova.compute.manager [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] No waiting events found dispatching network-vif-plugged-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 650.041153] env[65899]: WARNING nova.compute.manager [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Received unexpected event network-vif-plugged-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 for instance with vm_state active and task_state None. [ 650.041315] env[65899]: DEBUG nova.compute.manager [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Received event network-changed-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 650.041461] env[65899]: DEBUG nova.compute.manager [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Refreshing instance network info cache due to event network-changed-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 650.041641] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Acquiring lock "refresh_cache-1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.041770] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Acquired lock "refresh_cache-1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.041918] env[65899]: DEBUG nova.network.neutron [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Refreshing network info cache for port b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.057919] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894300, 'name': CreateVM_Task, 'duration_secs': 0.455315} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.058160] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.058854] env[65899]: WARNING neutronclient.v2_0.client [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.059236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.159245] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894301, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.268262] env[65899]: DEBUG nova.compute.utils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.269627] env[65899]: DEBUG nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 650.269894] env[65899]: DEBUG nova.network.neutron [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 650.270511] env[65899]: WARNING neutronclient.v2_0.client [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.270830] env[65899]: WARNING neutronclient.v2_0.client [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.463074] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894302, 'name': ReconfigVM_Task, 'duration_secs': 0.455976} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.469705] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-97dd9a68-d7c0-433c-8c92-d6b684d23163/volume-97dd9a68-d7c0-433c-8c92-d6b684d23163.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.474974] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ff56ff-c7c3-c90d-8029-54a925334e77, 'name': SearchDatastore_Task, 'duration_secs': 0.023559} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.475613] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79aab05a-e9f8-455d-bce1-4ee98a120031 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.487471] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.487471] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.487747] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.487950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.488695] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.491527] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.493023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.493023] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d70778b6-b990-4727-b44a-792511e8b534 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.499205] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a8f09d-ff83-466d-8c3e-f9c3eea187df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.506692] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.506995] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.507850] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 650.507850] env[65899]: value = "task-4894303" [ 650.507850] env[65899]: _type = "Task" [ 650.507850] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.516262] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 650.516262] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522f26af-c0d8-9979-8bd9-322dedac5268" [ 650.516262] env[65899]: _type = "Task" [ 650.516262] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.516676] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.516893] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.521628] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb88b53-94a4-4878-988a-a7576f707d8e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.526670] env[65899]: DEBUG nova.policy [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25975b0a86c47e588aa7a6c14305c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4069a7d555bc4d9a85ce060e43bb3dbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.536705] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.548985] env[65899]: WARNING neutronclient.v2_0.client [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.552809] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522f26af-c0d8-9979-8bd9-322dedac5268, 'name': SearchDatastore_Task, 'duration_secs': 0.021105} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.553406] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 650.553406] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52db82c6-bd4f-a81d-ba4d-12feb3b4659b" [ 650.553406] env[65899]: _type = "Task" [ 650.553406] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.554279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.554279] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.554514] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.565717] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52db82c6-bd4f-a81d-ba4d-12feb3b4659b, 'name': SearchDatastore_Task, 'duration_secs': 0.018877} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.566746] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1ed9df-0143-48cd-ac15-d3a9360cf42c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.575370] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 650.575370] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527bb629-b68c-b31c-566d-f1469cc09b33" [ 650.575370] env[65899]: _type = "Task" [ 650.575370] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.584980] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527bb629-b68c-b31c-566d-f1469cc09b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.656767] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894301, 'name': CreateSnapshot_Task, 'duration_secs': 0.680731} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.657043] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 650.657860] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b838ac2f-ace6-4178-80c5-517e18870135 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.776575] env[65899]: DEBUG nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 650.857714] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56631ba2-7f2e-41a8-9fc3-274ee8bfc302 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.866653] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cc9470-caeb-4e8a-9719-419716119d52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.900802] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb48dd-479e-40c9-9ad8-6fb17890f74e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.909530] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81efadc1-dd77-4718-a172-c8e1d8296f4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.924318] env[65899]: DEBUG nova.compute.provider_tree [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.018802] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894303, 'name': ReconfigVM_Task, 'duration_secs': 0.22779} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.019528] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953816', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'name': 'volume-97dd9a68-d7c0-433c-8c92-d6b684d23163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01299d31-ee63-4b30-b361-74757c5e3583', 'attached_at': '', 'detached_at': '', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'serial': '97dd9a68-d7c0-433c-8c92-d6b684d23163'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 651.020867] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-495ee27c-a2f9-4520-9c29-75b7f13a2c43 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.029296] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 651.029296] env[65899]: value = "task-4894304" [ 651.029296] env[65899]: _type = "Task" [ 651.029296] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.044865] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894304, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.046017] env[65899]: DEBUG nova.network.neutron [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Successfully created port: d405ee15-1f94-47f1-afc5-07dc01cda7d5 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 651.092960] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527bb629-b68c-b31c-566d-f1469cc09b33, 'name': SearchDatastore_Task, 'duration_secs': 0.026935} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.093083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.093362] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.093673] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.093865] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.094141] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ad9a995-b2db-4385-be4a-0d492a9abc63 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.099648] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c50a4ab-db4b-4e37-81e8-d3f46a8fc1a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.107738] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 651.107738] env[65899]: value = "task-4894305" [ 651.107738] env[65899]: _type = "Task" [ 651.107738] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.112787] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.112960] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.115919] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c468e939-169d-43f5-b09a-f24ac8203f91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.119865] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.124516] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 651.124516] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a09f9a-596f-ce72-ab38-87eef9f34b2d" [ 651.124516] env[65899]: _type = "Task" [ 651.124516] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.132810] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a09f9a-596f-ce72-ab38-87eef9f34b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.180850] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.181353] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8ada2d6-75f4-43f3-b106-583590990102 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.192348] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 651.192348] env[65899]: value = "task-4894306" [ 651.192348] env[65899]: _type = "Task" [ 651.192348] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.202867] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894306, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.428516] env[65899]: DEBUG nova.scheduler.client.report [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.332387] env[65899]: DEBUG nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 652.335349] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.569s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.337757] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894304, 'name': Rename_Task, 'duration_secs': 0.202769} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.339329] env[65899]: WARNING neutronclient.v2_0.client [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.351440] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.434s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.353432] env[65899]: INFO nova.compute.claims [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.356937] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.357758] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c913fae4-200b-4b6d-a4f1-3082b8e6d2e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.369677] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74394} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.369888] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894306, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.375447] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.375679] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.375958] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a09f9a-596f-ce72-ab38-87eef9f34b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.378661] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fcceb06-954d-41c7-a9a7-8c99fae4021a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.382450] env[65899]: INFO nova.scheduler.client.report [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Deleted allocations for instance 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924 [ 652.383955] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfc4406-434b-4e3e-88dd-bc75459a858f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.390411] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 652.390411] env[65899]: value = "task-4894307" [ 652.390411] env[65899]: _type = "Task" [ 652.390411] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.392953] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 652.393242] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.393478] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 652.393555] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.393666] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 652.393808] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 652.394026] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 652.394196] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 652.394340] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 652.394494] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 652.394656] env[65899]: DEBUG nova.virt.hardware [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 652.396255] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422de1be-9f34-4949-ad1d-193265505dad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.405948] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 652.405948] env[65899]: value = "task-4894308" [ 652.405948] env[65899]: _type = "Task" [ 652.405948] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.406365] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 652.406365] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52def8e4-ca64-cacb-3093-9fbc5de2fb44" [ 652.406365] env[65899]: _type = "Task" [ 652.406365] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.421580] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894307, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.424024] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455a77b5-7246-4d20-a91c-ddc271c069d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.436424] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.438047] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52def8e4-ca64-cacb-3093-9fbc5de2fb44, 'name': SearchDatastore_Task, 'duration_secs': 0.01715} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.438047] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.438047] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841/f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.438047] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ed6ad50-9c97-4bd3-a7b2-46994dfa18f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.455695] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 652.455695] env[65899]: value = "task-4894309" [ 652.455695] env[65899]: _type = "Task" [ 652.455695] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.466048] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.717361] env[65899]: DEBUG nova.network.neutron [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Successfully updated port: d405ee15-1f94-47f1-afc5-07dc01cda7d5 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.800014] env[65899]: DEBUG nova.network.neutron [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Updated VIF entry in instance network info cache for port b06cd24d-3cbd-45ce-ad5b-882507d0c3f6. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.800516] env[65899]: DEBUG nova.network.neutron [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Updating instance_info_cache with network_info: [{"id": "b06cd24d-3cbd-45ce-ad5b-882507d0c3f6", "address": "fa:16:3e:bf:9f:bd", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06cd24d-3c", "ovs_interfaceid": "b06cd24d-3cbd-45ce-ad5b-882507d0c3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.848765] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894306, 'name': CloneVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.966238] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ffecdcc-d554-49f8-863a-76363c54a0dd tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Lock "193c2bdf-3ff2-47a3-9ff9-f9e2793ec924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.989s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.966238] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.966238] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085509} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.966238] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.966238] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa4af12-739e-4817-b0c2-91c1ace2a079 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.966238] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.966238] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862c38d3-1068-472d-813c-150966448733 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.994756] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.996854] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 652.996854] env[65899]: value = "task-4894310" [ 652.996854] env[65899]: _type = "Task" [ 652.996854] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.006883] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.224077] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "refresh_cache-d5df9cf1-6966-4e35-933d-7c9c3aacf039" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.224077] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquired lock "refresh_cache-d5df9cf1-6966-4e35-933d-7c9c3aacf039" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.224077] env[65899]: DEBUG nova.network.neutron [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 653.303736] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e555139-5ec9-4f24-a5a2-14e64d8e1039 req-966c4f65-4bf0-494a-ae5e-9dae80514b33 service nova] Releasing lock "refresh_cache-1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.354176] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894306, 'name': CloneVM_Task, 'duration_secs': 1.685498} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.354176] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Created linked-clone VM from snapshot [ 653.354176] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd9c2b1-6116-4416-9b86-e4c87c1992a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.356582] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Uploading image 36bca464-750b-4513-94f3-a2f1da01946a {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.374042] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.374234] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing instance network info cache due to event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 653.374850] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Acquiring lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.374986] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Acquired lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.375159] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.385931] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.385931] env[65899]: value = "vm-953857" [ 653.385931] env[65899]: _type = "VirtualMachine" [ 653.385931] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.386531] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-526b7458-dfdd-41d6-8a44-c8ac55eab1be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.395550] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease: (returnval){ [ 653.395550] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b9d24b-3766-84fa-b085-20faf070b76a" [ 653.395550] env[65899]: _type = "HttpNfcLease" [ 653.395550] env[65899]: } obtained for exporting VM: (result){ [ 653.395550] env[65899]: value = "vm-953857" [ 653.395550] env[65899]: _type = "VirtualMachine" [ 653.395550] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.395550] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the lease: (returnval){ [ 653.395550] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b9d24b-3766-84fa-b085-20faf070b76a" [ 653.395550] env[65899]: _type = "HttpNfcLease" [ 653.395550] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.407472] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.407472] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b9d24b-3766-84fa-b085-20faf070b76a" [ 653.407472] env[65899]: _type = "HttpNfcLease" [ 653.407472] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 653.414550] env[65899]: DEBUG oslo_vmware.api [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894307, 'name': PowerOnVM_Task, 'duration_secs': 0.793157} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.414793] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.414849] env[65899]: INFO nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Took 7.68 seconds to spawn the instance on the hypervisor. [ 653.415081] env[65899]: DEBUG nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.416047] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c7488-8287-4ebd-86b6-63bc46ead201 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.432340] env[65899]: DEBUG nova.compute.manager [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Received event network-changed-ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.432603] env[65899]: DEBUG nova.compute.manager [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Refreshing instance network info cache due to event network-changed-ce8e344a-09da-4a90-9c57-e9e5954ae839. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 653.432741] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Acquiring lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.432880] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Acquired lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.433048] env[65899]: DEBUG nova.network.neutron [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Refreshing network info cache for port ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.480183] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559352} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.480183] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841/f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.480403] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.481759] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4a1ecaa-2f19-4fc6-a912-2f5d8cdf1945 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.493491] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 653.493491] env[65899]: value = "task-4894312" [ 653.493491] env[65899]: _type = "Task" [ 653.493491] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.510527] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.517253] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894310, 'name': ReconfigVM_Task, 'duration_secs': 0.352642} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.521256] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.522330] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ea9f07-78d6-4fc9-9ad9-76311cfa5e2f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.532547] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 653.532547] env[65899]: value = "task-4894313" [ 653.532547] env[65899]: _type = "Task" [ 653.532547] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.544711] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894313, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.769137] env[65899]: DEBUG nova.network.neutron [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.862228] env[65899]: WARNING neutronclient.v2_0.client [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.868152] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78499901-432c-4f62-b498-74754900bd19 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.877087] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e795e11-4e7d-4696-9bc8-2d23fde3b0c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.881231] env[65899]: WARNING neutronclient.v2_0.client [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.918880] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d7b44a-ac26-4168-876f-bfd13f224af9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.926976] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.926976] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b9d24b-3766-84fa-b085-20faf070b76a" [ 653.926976] env[65899]: _type = "HttpNfcLease" [ 653.926976] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 653.928714] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 653.928714] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b9d24b-3766-84fa-b085-20faf070b76a" [ 653.928714] env[65899]: _type = "HttpNfcLease" [ 653.928714] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 653.929557] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087147dc-ac11-407a-89f3-85e9787b10cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.933154] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ea7189-3c3b-44d7-b11c-e9b94a261068 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.947017] env[65899]: WARNING neutronclient.v2_0.client [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.951797] env[65899]: INFO nova.compute.manager [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Took 31.66 seconds to build instance. [ 653.959897] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52283b38-1eda-0e00-72ac-2cdaf95e5c73/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 653.960128] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52283b38-1eda-0e00-72ac-2cdaf95e5c73/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 653.972703] env[65899]: DEBUG nova.compute.provider_tree [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.030502] env[65899]: DEBUG nova.scheduler.client.report [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.055353] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082155} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.059281] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.060023] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894313, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.061172] env[65899]: DEBUG nova.network.neutron [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Updating instance_info_cache with network_info: [{"id": "d405ee15-1f94-47f1-afc5-07dc01cda7d5", "address": "fa:16:3e:76:7e:53", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd405ee15-1f", "ovs_interfaceid": "d405ee15-1f94-47f1-afc5-07dc01cda7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.062989] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3722d3-893a-4bfb-90ac-a6e0cbcb1d99 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.091088] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841/f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.092049] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a57eae-c737-4737-b66f-f57a439f2322 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.118552] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 654.118552] env[65899]: value = "task-4894314" [ 654.118552] env[65899]: _type = "Task" [ 654.118552] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.128986] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.154036] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-986e2429-40a3-4146-a687-5398679ced56 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.440141] env[65899]: WARNING neutronclient.v2_0.client [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.455776] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d37d4ff2-0e18-4699-a26e-267727e05569 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "01299d31-ee63-4b30-b361-74757c5e3583" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.171s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.545917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.546638] env[65899]: DEBUG nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 654.550033] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.678s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.554747] env[65899]: INFO nova.compute.claims [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.568762] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Releasing lock "refresh_cache-d5df9cf1-6966-4e35-933d-7c9c3aacf039" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.569064] env[65899]: DEBUG nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Instance network_info: |[{"id": "d405ee15-1f94-47f1-afc5-07dc01cda7d5", "address": "fa:16:3e:76:7e:53", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd405ee15-1f", "ovs_interfaceid": "d405ee15-1f94-47f1-afc5-07dc01cda7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 654.570181] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894313, 'name': Rename_Task, 'duration_secs': 0.683789} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.573712] env[65899]: WARNING neutronclient.v2_0.client [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.575191] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:7e:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd405ee15-1f94-47f1-afc5-07dc01cda7d5', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.585136] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Creating folder: Project (4069a7d555bc4d9a85ce060e43bb3dbc). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.585474] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.589032] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-155f6932-848e-4b6d-b33c-e2dbcb97d438 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.592728] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c6db7b9-f7b1-42f6-8717-26a2f17c96e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.602705] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updated VIF entry in instance network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.603139] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updating instance_info_cache with network_info: [{"id": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "address": "fa:16:3e:94:2f:bb", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaedf9df-de", "ovs_interfaceid": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.607758] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 654.607758] env[65899]: value = "task-4894316" [ 654.607758] env[65899]: _type = "Task" [ 654.607758] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.616544] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Created folder: Project (4069a7d555bc4d9a85ce060e43bb3dbc) in parent group-v953787. [ 654.617232] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Creating folder: Instances. Parent ref: group-v953858. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.618187] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42eae469-77f6-4235-a775-9e6ef0d68753 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.629292] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.640188] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894314, 'name': ReconfigVM_Task, 'duration_secs': 0.386512} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.643476] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841/f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.645337] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c1253b1-2e78-4458-92af-b1f14e8358d4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.651633] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Created folder: Instances in parent group-v953858. [ 654.651826] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 654.652086] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.653052] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a91841-dd85-496d-abfd-136125417a04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.674039] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 654.674039] env[65899]: value = "task-4894318" [ 654.674039] env[65899]: _type = "Task" [ 654.674039] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.681115] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.681115] env[65899]: value = "task-4894319" [ 654.681115] env[65899]: _type = "Task" [ 654.681115] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.690746] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894318, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.692190] env[65899]: DEBUG nova.network.neutron [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Updated VIF entry in instance network info cache for port ce8e344a-09da-4a90-9c57-e9e5954ae839. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.692585] env[65899]: DEBUG nova.network.neutron [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Updating instance_info_cache with network_info: [{"id": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "address": "fa:16:3e:12:5a:d8", "network": {"id": "411c62c0-69c2-45ad-975e-3c8b08caccf1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-567913334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1783b58ed95945c8bb412115dc113237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8e344a-09", "ovs_interfaceid": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.697917] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894319, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.959285] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 655.008114] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.008351] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.008582] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.008763] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.009406] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.011629] env[65899]: INFO nova.compute.manager [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Terminating instance [ 655.066401] env[65899]: DEBUG nova.compute.utils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.070408] env[65899]: DEBUG nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 655.107107] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Releasing lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.107107] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Received event network-changed-d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.107255] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Refreshing instance network info cache due to event network-changed-d7675a43-83d6-45a0-a5fd-2ed808003458. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.107469] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Acquiring lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.107788] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Acquired lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.108132] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Refreshing network info cache for port d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.122792] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.185844] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894318, 'name': Rename_Task, 'duration_secs': 0.208628} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.189721] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.190439] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb296d1-0fc1-4a60-871e-a9a2445e9b46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.199989] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Releasing lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.205203] env[65899]: DEBUG nova.compute.manager [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Received event network-vif-plugged-f2837fc7-6023-495f-9028-76e8f3a841d6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.205203] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Acquiring lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.205203] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.205203] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.205203] env[65899]: DEBUG nova.compute.manager [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] No waiting events found dispatching network-vif-plugged-f2837fc7-6023-495f-9028-76e8f3a841d6 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 655.205203] env[65899]: WARNING nova.compute.manager [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Received unexpected event network-vif-plugged-f2837fc7-6023-495f-9028-76e8f3a841d6 for instance with vm_state building and task_state spawning. [ 655.205203] env[65899]: DEBUG nova.compute.manager [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Received event network-changed-f2837fc7-6023-495f-9028-76e8f3a841d6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.205203] env[65899]: DEBUG nova.compute.manager [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Refreshing instance network info cache due to event network-changed-f2837fc7-6023-495f-9028-76e8f3a841d6. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.205203] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Acquiring lock "refresh_cache-f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.205203] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Acquired lock "refresh_cache-f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.205203] env[65899]: DEBUG nova.network.neutron [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Refreshing network info cache for port f2837fc7-6023-495f-9028-76e8f3a841d6 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.205806] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894319, 'name': CreateVM_Task, 'duration_secs': 0.428924} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.210032] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.210758] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 655.210758] env[65899]: value = "task-4894320" [ 655.210758] env[65899]: _type = "Task" [ 655.210758] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.211799] env[65899]: WARNING neutronclient.v2_0.client [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.212399] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.212691] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.213149] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.214320] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0cdd45-fe87-41c2-ac6a-360b4cde159f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.226680] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 655.226680] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5201892c-8ccc-e630-8b8d-769bde90aeb9" [ 655.226680] env[65899]: _type = "Task" [ 655.226680] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.232728] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.249772] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5201892c-8ccc-e630-8b8d-769bde90aeb9, 'name': SearchDatastore_Task, 'duration_secs': 0.0165} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.249772] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.249924] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.251505] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.251760] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.252183] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.252884] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e52e7d06-896f-4239-aaba-39aaea3d86c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.268682] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.268682] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.268682] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3279a0d6-2d05-4354-ac93-59dabbb66c7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.274656] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 655.274656] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c011f1-5705-e8c4-e825-f14fc43b306a" [ 655.274656] env[65899]: _type = "Task" [ 655.274656] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.291670] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c011f1-5705-e8c4-e825-f14fc43b306a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.502392] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.518242] env[65899]: DEBUG nova.compute.manager [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 655.518242] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.518242] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf17ee-5039-4ecb-b967-0484bffcd450 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.529300] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.529509] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae6f8317-c394-4d83-80ef-a68a9733da55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.540525] env[65899]: DEBUG oslo_vmware.api [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 655.540525] env[65899]: value = "task-4894321" [ 655.540525] env[65899]: _type = "Task" [ 655.540525] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.555703] env[65899]: DEBUG oslo_vmware.api [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.575116] env[65899]: DEBUG nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 655.616952] env[65899]: WARNING neutronclient.v2_0.client [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.636749] env[65899]: DEBUG oslo_vmware.api [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894316, 'name': PowerOnVM_Task, 'duration_secs': 0.55738} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.637179] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.637366] env[65899]: INFO nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Took 6.40 seconds to spawn the instance on the hypervisor. [ 655.637541] env[65899]: DEBUG nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 655.639534] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb66924-b36b-4cf3-82d1-e9e19a05efbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.711713] env[65899]: WARNING neutronclient.v2_0.client [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.733265] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.787148] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c011f1-5705-e8c4-e825-f14fc43b306a, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.793028] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0531c0-7fc8-4332-acc7-d48592eaef13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.796254] env[65899]: INFO nova.compute.manager [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Rebuilding instance [ 655.803996] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 655.803996] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524eb175-e1cc-5159-c883-718b75b2d123" [ 655.803996] env[65899]: _type = "Task" [ 655.803996] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.821200] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524eb175-e1cc-5159-c883-718b75b2d123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.871486] env[65899]: DEBUG nova.compute.manager [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 655.872523] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba898861-59c8-4014-a5f3-14bb3ad11399 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.056930] env[65899]: DEBUG oslo_vmware.api [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894321, 'name': PowerOffVM_Task, 'duration_secs': 0.200391} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.060866] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.061218] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.061929] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48436a56-8786-4b50-b2c8-d719962140e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.156318] env[65899]: DEBUG nova.compute.manager [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 656.157350] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b03cb24-cd23-43fc-abe7-aed44a8df9b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.164115] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc5a29-1907-4f58-ba5d-6d79215ec938 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.185082] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3796227-a279-4ce3-9b28-385791045497 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.189695] env[65899]: INFO nova.compute.manager [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Took 27.85 seconds to build instance. [ 656.236658] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565e910-6de3-4d45-8749-1317194d869f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.248686] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.253724] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85001381-d263-439b-892f-0f1ddd68d90c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.272360] env[65899]: DEBUG nova.compute.provider_tree [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.323496] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524eb175-e1cc-5159-c883-718b75b2d123, 'name': SearchDatastore_Task, 'duration_secs': 0.016312} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.323804] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.324261] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] d5df9cf1-6966-4e35-933d-7c9c3aacf039/d5df9cf1-6966-4e35-933d-7c9c3aacf039.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.324611] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc2d953-ba43-4205-a95f-885764988f62 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.337625] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 656.337625] env[65899]: value = "task-4894323" [ 656.337625] env[65899]: _type = "Task" [ 656.337625] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.349654] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.586959] env[65899]: DEBUG nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 656.622882] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.622882] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.622882] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.623527] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.624071] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.624246] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.624548] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.624920] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.625088] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.626054] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.626054] env[65899]: DEBUG nova.virt.hardware [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.626798] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca29511-604b-4ff8-940f-6c2c68fa7ae2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.645317] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08a701-258f-4091-9a0b-85f25631ce79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.685506] env[65899]: INFO nova.compute.manager [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] instance snapshotting [ 656.685506] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.697015] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Creating folder: Project (b91d802bc98644dabb2ac08fe0a98fc3). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.703290] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5b35e83-139f-4b0a-a61f-c1f754166550 tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.376s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.703635] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f55ff96-5b05-4380-9ce7-61a4aa3feace {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.711213] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fabdc6-114a-4f0f-bc4e-bc834292c616 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.750155] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae6fdcb-12bc-4c7d-be6f-06bced2b0a55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.762330] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.770692] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Created folder: Project (b91d802bc98644dabb2ac08fe0a98fc3) in parent group-v953787. [ 656.771472] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Creating folder: Instances. Parent ref: group-v953861. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.773816] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7e38389-8d39-46b9-9db5-1e35059bf02a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.779160] env[65899]: DEBUG nova.scheduler.client.report [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.801484] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Created folder: Instances in parent group-v953861. [ 656.803671] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.803671] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.803671] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc048ed2-10fe-4031-b36e-1391ae3e7de9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.839055] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.839055] env[65899]: value = "task-4894326" [ 656.839055] env[65899]: _type = "Task" [ 656.839055] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.868594] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894326, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.872370] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894323, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.890697] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.891020] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a812507-c873-4442-ba51-01c8d35bd015 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.904018] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 656.904018] env[65899]: value = "task-4894327" [ 656.904018] env[65899]: _type = "Task" [ 656.904018] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.924573] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.974174] env[65899]: WARNING neutronclient.v2_0.client [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.011820] env[65899]: WARNING neutronclient.v2_0.client [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.225198] env[65899]: DEBUG nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 657.259129] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.272800] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 657.273225] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87d432af-5489-4a7e-a3f0-20fb4c0bf258 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.282975] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 657.282975] env[65899]: value = "task-4894328" [ 657.282975] env[65899]: _type = "Task" [ 657.282975] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.283553] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.283804] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.284932] env[65899]: DEBUG nova.compute.manager [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Going to confirm migration 1 {{(pid=65899) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 657.292031] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.292682] env[65899]: DEBUG nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 657.296965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.928s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.300215] env[65899]: INFO nova.compute.claims [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.308707] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.310067] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updated VIF entry in instance network info cache for port d7675a43-83d6-45a0-a5fd-2ed808003458. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.310480] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updating instance_info_cache with network_info: [{"id": "d7675a43-83d6-45a0-a5fd-2ed808003458", "address": "fa:16:3e:64:91:72", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7675a43-83", "ovs_interfaceid": "d7675a43-83d6-45a0-a5fd-2ed808003458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.365731] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894326, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.372903] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699336} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.373201] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] d5df9cf1-6966-4e35-933d-7c9c3aacf039/d5df9cf1-6966-4e35-933d-7c9c3aacf039.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.373459] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.373659] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db9d62fa-4059-44c8-a4ca-71873dc29ca6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.382300] env[65899]: DEBUG nova.network.neutron [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Updated VIF entry in instance network info cache for port f2837fc7-6023-495f-9028-76e8f3a841d6. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.383103] env[65899]: DEBUG nova.network.neutron [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Updating instance_info_cache with network_info: [{"id": "f2837fc7-6023-495f-9028-76e8f3a841d6", "address": "fa:16:3e:41:05:53", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2837fc7-60", "ovs_interfaceid": "f2837fc7-6023-495f-9028-76e8f3a841d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.387330] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 657.387330] env[65899]: value = "task-4894329" [ 657.387330] env[65899]: _type = "Task" [ 657.387330] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.399327] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.415287] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894327, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.769215] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.771533] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.803360] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.807025] env[65899]: WARNING neutronclient.v2_0.client [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.809206] env[65899]: DEBUG nova.compute.utils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.814515] env[65899]: DEBUG nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 657.814676] env[65899]: DEBUG nova.network.neutron [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 657.815210] env[65899]: WARNING neutronclient.v2_0.client [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.815366] env[65899]: WARNING neutronclient.v2_0.client [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.820937] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Releasing lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.820937] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Received event network-vif-deleted-36d47250-46cf-4c8b-b213-76efd146b58a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.820937] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-vif-deleted-ca2edd44-e535-4e6b-a21d-0e8b072d3135 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.820937] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-vif-deleted-21f2928b-bb35-4c71-9e57-c782d0f20ef3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.820937] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Received event network-vif-deleted-dc442af9-8ec7-4003-ac58-f531fe33d7df {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.820937] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Received event network-changed-086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.820937] env[65899]: DEBUG nova.compute.manager [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Refreshing instance network info cache due to event network-changed-086d9e05-8a07-4c78-8aec-93b249f0d6dc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.820937] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Acquiring lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.820937] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Acquired lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.821401] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Refreshing network info cache for port 086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.857781] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894326, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.889069] env[65899]: DEBUG oslo_concurrency.lockutils [req-abfc0eeb-9512-4129-8576-b3b96e045eeb req-c1f717e3-170c-4e97-baf5-523d05448a6a service nova] Releasing lock "refresh_cache-f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.905178] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.919422] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894327, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.025119] env[65899]: WARNING neutronclient.v2_0.client [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.026077] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.027131] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.027131] env[65899]: DEBUG nova.network.neutron [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.027131] env[65899]: DEBUG nova.objects.instance [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lazy-loading 'info_cache' on Instance uuid efedb7d3-e2eb-4c07-b313-3e7c6059e7fc {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.070382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.070382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.070382] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Deleting the datastore file [datastore2] 20a280ae-828b-4c9c-a90f-bfa122c75c49 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.070382] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5713c47e-fc2f-4bdd-a28c-00b215c0ac66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.088862] env[65899]: DEBUG oslo_vmware.api [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 658.088862] env[65899]: value = "task-4894330" [ 658.088862] env[65899]: _type = "Task" [ 658.088862] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.088862] env[65899]: DEBUG nova.policy [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485a2a10e6fe4533ac189a10a9be7dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1e2f4e8b3e4505b24625bbbdfdd852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.107732] env[65899]: DEBUG oslo_vmware.api [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.262207] env[65899]: DEBUG oslo_vmware.api [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894320, 'name': PowerOnVM_Task, 'duration_secs': 2.838247} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.262493] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.262699] env[65899]: INFO nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Took 11.69 seconds to spawn the instance on the hypervisor. [ 658.262873] env[65899]: DEBUG nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 658.263810] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce456c7c-7f03-423b-92a8-67b14a786a55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.296719] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894328, 'name': CreateSnapshot_Task, 'duration_secs': 0.980244} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.297803] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 658.298042] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff71a650-0471-4500-afd9-0a086cdedcbe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.317097] env[65899]: DEBUG nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 658.327046] env[65899]: WARNING neutronclient.v2_0.client [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.354553] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894326, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.407735] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.751371} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.412658] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.413675] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244883fc-6cd9-4dbd-acb3-476d1652688c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.430045] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894327, 'name': PowerOffVM_Task, 'duration_secs': 1.229759} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.450179] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.450699] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.468567] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] d5df9cf1-6966-4e35-933d-7c9c3aacf039/d5df9cf1-6966-4e35-933d-7c9c3aacf039.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.474118] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caa2e68-10a7-41ca-b31d-053bc6f539ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.479537] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd326538-3ded-44ad-a174-0775547beab3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.513585] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.514013] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceda0419-1eec-4403-b369-bf8bcae414a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.518026] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 658.518026] env[65899]: value = "task-4894331" [ 658.518026] env[65899]: _type = "Task" [ 658.518026] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.536382] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.601573] env[65899]: DEBUG oslo_vmware.api [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296049} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.602082] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.602470] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.602744] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.603067] env[65899]: INFO nova.compute.manager [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Took 3.09 seconds to destroy the instance on the hypervisor. [ 658.603665] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 658.603844] env[65899]: DEBUG nova.compute.manager [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 658.603938] env[65899]: DEBUG nova.network.neutron [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 658.604367] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.621295] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.621534] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.621704] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleting the datastore file [datastore1] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.621996] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a117f8b-db6c-4f09-8185-633e33c04299 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.624837] env[65899]: DEBUG nova.network.neutron [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Successfully created port: d7591723-8b45-455e-9ac0-fe509245e793 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 658.637100] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 658.637100] env[65899]: value = "task-4894333" [ 658.637100] env[65899]: _type = "Task" [ 658.637100] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.650620] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.793069] env[65899]: INFO nova.compute.manager [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Took 31.83 seconds to build instance. [ 658.826673] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 658.832866] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8df92442-798c-4015-acf9-682c1e71d711 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.852113] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 658.852113] env[65899]: value = "task-4894334" [ 658.852113] env[65899]: _type = "Task" [ 658.852113] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.858181] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894326, 'name': CreateVM_Task, 'duration_secs': 1.656147} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.862465] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.864171] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.864371] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.864928] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.869303] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aac8f81-c506-4c28-9575-2bc85296fe04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.871973] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894334, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.877026] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 658.877026] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e10220-4019-5d22-a2f2-c5723120312c" [ 658.877026] env[65899]: _type = "Task" [ 658.877026] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.894870] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e10220-4019-5d22-a2f2-c5723120312c, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.894870] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.898207] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.898207] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.898207] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.898207] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.898207] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d41a2c-9f6c-4424-b83f-ddbfa58b6b37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.908655] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.908949] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.910115] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f0e021-e2eb-4699-8b47-d467d174038b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.920744] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 658.920744] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52864b8e-a2b8-435b-5c3c-bd1f72a6bc51" [ 658.920744] env[65899]: _type = "Task" [ 658.920744] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.931663] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52864b8e-a2b8-435b-5c3c-bd1f72a6bc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.029588] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0666d-8995-4e57-b09d-6e56abf383b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.037037] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.038289] env[65899]: WARNING neutronclient.v2_0.client [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.043857] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed9a2b-95d5-4f29-89b3-ca280b8cf9d4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.049455] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.081630] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722bc85f-d84a-4876-ad83-68f027e9cd7f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.090397] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06186389-2009-4edf-9506-197c746ce9a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.105593] env[65899]: DEBUG nova.compute.provider_tree [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.148671] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337822} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.149145] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.149422] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.149947] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.297210] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.337s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.341762] env[65899]: DEBUG nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 659.361833] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894334, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.371753] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.372025] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.372182] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.372365] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.372536] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.372684] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.372896] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.373396] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.373637] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.373810] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.373983] env[65899]: DEBUG nova.virt.hardware [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.375235] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0848bf25-11ef-46c0-b79b-d76293c04c87 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.387334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58d242-29e6-4d5d-b843-ae4b6a4f8ba2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.433167] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52864b8e-a2b8-435b-5c3c-bd1f72a6bc51, 'name': SearchDatastore_Task, 'duration_secs': 0.015312} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.434219] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0734f0-4ebf-47a4-8d55-a4dd1c086492 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.441357] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 659.441357] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d4eb55-97c4-dd53-1600-41cf17385b2b" [ 659.441357] env[65899]: _type = "Task" [ 659.441357] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.452159] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d4eb55-97c4-dd53-1600-41cf17385b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.535330] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.609407] env[65899]: DEBUG nova.scheduler.client.report [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.800430] env[65899]: DEBUG nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.866829] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894334, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.955036] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d4eb55-97c4-dd53-1600-41cf17385b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.021612} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.955398] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.955757] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.956038] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7febe2fa-e354-4361-872a-5ba48d087d86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.965084] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 659.965084] env[65899]: value = "task-4894335" [ 659.965084] env[65899]: _type = "Task" [ 659.965084] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.980360] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.034048] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894331, 'name': ReconfigVM_Task, 'duration_secs': 1.195892} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.034048] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Reconfigured VM instance instance-00000018 to attach disk [datastore1] d5df9cf1-6966-4e35-933d-7c9c3aacf039/d5df9cf1-6966-4e35-933d-7c9c3aacf039.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.034048] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7245870-6af2-4d0c-90e6-3ca49391f92b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.041725] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 660.041725] env[65899]: value = "task-4894336" [ 660.041725] env[65899]: _type = "Task" [ 660.041725] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.053547] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894336, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.116946] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.118327] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.578s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.120898] env[65899]: INFO nova.compute.claims [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.202429] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.202799] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.203306] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.203566] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.205776] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.205776] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.205776] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.205776] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.205776] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.205776] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.205776] env[65899]: DEBUG nova.virt.hardware [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.206264] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6056addb-dffd-4949-8240-9bf5cc62ad14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.220217] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc24195-c05d-42e0-8d29-557aabdc3b34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.240882] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:9f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b06cd24d-3cbd-45ce-ad5b-882507d0c3f6', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.251233] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.251233] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.251233] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a23b187-9aa9-4e1a-aa2f-d5f1fdfb76c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.278211] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.278211] env[65899]: value = "task-4894337" [ 660.278211] env[65899]: _type = "Task" [ 660.278211] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.292392] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894337, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.332073] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.363455] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894334, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.477456] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.555727] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894336, 'name': Rename_Task, 'duration_secs': 0.219494} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.555727] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.555727] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e4ce706-e69b-48e3-b721-1c7ff3ef0c4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.564403] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 660.564403] env[65899]: value = "task-4894338" [ 660.564403] env[65899]: _type = "Task" [ 660.564403] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.575961] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.626294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "8d2bb0ae-4646-48d2-b6aa-d6a7586cc916" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.626615] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "8d2bb0ae-4646-48d2-b6aa-d6a7586cc916" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.714639] env[65899]: DEBUG nova.network.neutron [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.730408] env[65899]: DEBUG nova.network.neutron [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Successfully updated port: d7591723-8b45-455e-9ac0-fe509245e793 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 660.792892] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894337, 'name': CreateVM_Task, 'duration_secs': 0.498906} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.793145] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.793695] env[65899]: WARNING neutronclient.v2_0.client [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 660.794135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.794326] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.794673] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.794986] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9515550a-30be-4483-bb06-0f89688be2dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.803280] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 660.803280] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e6bdb0-daf8-cc48-5bc9-0a75a84ccd70" [ 660.803280] env[65899]: _type = "Task" [ 660.803280] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.814548] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e6bdb0-daf8-cc48-5bc9-0a75a84ccd70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.861748] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894334, 'name': CloneVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.977491] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635369} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.977796] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.978107] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.978394] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb82757-d220-452c-9d7b-7380a295105c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.986775] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 660.986775] env[65899]: value = "task-4894339" [ 660.986775] env[65899]: _type = "Task" [ 660.986775] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.997179] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.076172] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894338, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.132339] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "8d2bb0ae-4646-48d2-b6aa-d6a7586cc916" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.133100] env[65899]: DEBUG nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 661.218318] env[65899]: INFO nova.compute.manager [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Took 2.61 seconds to deallocate network for instance. [ 661.236763] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-ccb8fe18-7c1e-4361-bebb-70daa4807985" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.236763] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-ccb8fe18-7c1e-4361-bebb-70daa4807985" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.236763] env[65899]: DEBUG nova.network.neutron [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 661.328724] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e6bdb0-daf8-cc48-5bc9-0a75a84ccd70, 'name': SearchDatastore_Task, 'duration_secs': 0.018086} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.333321] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.333520] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.333629] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.333857] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.334171] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.334890] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed800af0-0d9f-453f-839b-542ae2c2aa42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.346080] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.346350] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.347126] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4fa147-5260-4d86-bcfa-92112b912954 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.357514] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 661.357514] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52efb313-4ed8-a0b1-7822-cc373af154f5" [ 661.357514] env[65899]: _type = "Task" [ 661.357514] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.374287] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894334, 'name': CloneVM_Task, 'duration_secs': 2.479949} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.375502] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Created linked-clone VM from snapshot [ 661.376779] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f507c4-eab3-4c29-a781-d878edf51531 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.385787] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52efb313-4ed8-a0b1-7822-cc373af154f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.390941] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fba79b-5099-4786-b5db-553c3a0650b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.398374] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Uploading image d5cf51f5-6798-4eb5-9783-7cfc2af43131 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 661.406189] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 661.406189] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a01f14-6514-cde6-4a48-1cbc3a383341" [ 661.406189] env[65899]: _type = "Task" [ 661.406189] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.422167] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a01f14-6514-cde6-4a48-1cbc3a383341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.437421] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 661.437421] env[65899]: value = "vm-953865" [ 661.437421] env[65899]: _type = "VirtualMachine" [ 661.437421] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 661.437896] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5563734f-78db-427b-8510-1400ca80528b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.452206] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lease: (returnval){ [ 661.452206] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e126ac-ac67-0d92-cd43-6ae5a8f2c51d" [ 661.452206] env[65899]: _type = "HttpNfcLease" [ 661.452206] env[65899]: } obtained for exporting VM: (result){ [ 661.452206] env[65899]: value = "vm-953865" [ 661.452206] env[65899]: _type = "VirtualMachine" [ 661.452206] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 661.452674] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the lease: (returnval){ [ 661.452674] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e126ac-ac67-0d92-cd43-6ae5a8f2c51d" [ 661.452674] env[65899]: _type = "HttpNfcLease" [ 661.452674] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 661.461025] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.461025] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e126ac-ac67-0d92-cd43-6ae5a8f2c51d" [ 661.461025] env[65899]: _type = "HttpNfcLease" [ 661.461025] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 661.507490] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11875} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.507931] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.508700] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25412da-eff8-408f-9460-981e6ad2a954 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.532106] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.535454] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7760b44b-ab41-4792-8dc0-42d293c32626 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.558216] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 661.558216] env[65899]: value = "task-4894341" [ 661.558216] env[65899]: _type = "Task" [ 661.558216] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.573498] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.574818] env[65899]: WARNING neutronclient.v2_0.client [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.583633] env[65899]: DEBUG oslo_vmware.api [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894338, 'name': PowerOnVM_Task, 'duration_secs': 0.791761} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.586615] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.586823] env[65899]: INFO nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Took 9.25 seconds to spawn the instance on the hypervisor. [ 661.586987] env[65899]: DEBUG nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 661.588299] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2591129c-0c9f-483e-9a89-708a2a30c419 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.643674] env[65899]: DEBUG nova.compute.utils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.645397] env[65899]: DEBUG nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 661.645687] env[65899]: DEBUG nova.network.neutron [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 661.646073] env[65899]: WARNING neutronclient.v2_0.client [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.646450] env[65899]: WARNING neutronclient.v2_0.client [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.706428] env[65899]: DEBUG nova.compute.manager [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Received event network-changed-d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.706833] env[65899]: DEBUG nova.compute.manager [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Refreshing instance network info cache due to event network-changed-d7675a43-83d6-45a0-a5fd-2ed808003458. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 661.706998] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] Acquiring lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.707153] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] Acquired lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.707308] env[65899]: DEBUG nova.network.neutron [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Refreshing network info cache for port d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.716518] env[65899]: WARNING neutronclient.v2_0.client [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.728734] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.757248] env[65899]: DEBUG nova.policy [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dba299ed91348dd9f861721a99895a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c987165dea3b485a93d3bc33180770f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.782112] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433de21-89ac-4e58-89bd-bc5ce347b130 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.789647] env[65899]: DEBUG nova.compute.manager [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Received event network-vif-plugged-d405ee15-1f94-47f1-afc5-07dc01cda7d5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.789899] env[65899]: DEBUG oslo_concurrency.lockutils [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] Acquiring lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.790146] env[65899]: DEBUG oslo_concurrency.lockutils [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.790359] env[65899]: DEBUG oslo_concurrency.lockutils [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.790642] env[65899]: DEBUG nova.compute.manager [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] No waiting events found dispatching network-vif-plugged-d405ee15-1f94-47f1-afc5-07dc01cda7d5 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 661.790769] env[65899]: WARNING nova.compute.manager [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Received unexpected event network-vif-plugged-d405ee15-1f94-47f1-afc5-07dc01cda7d5 for instance with vm_state active and task_state None. [ 661.790917] env[65899]: DEBUG nova.compute.manager [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Received event network-changed-d405ee15-1f94-47f1-afc5-07dc01cda7d5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.791089] env[65899]: DEBUG nova.compute.manager [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Refreshing instance network info cache due to event network-changed-d405ee15-1f94-47f1-afc5-07dc01cda7d5. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 661.791299] env[65899]: DEBUG oslo_concurrency.lockutils [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] Acquiring lock "refresh_cache-d5df9cf1-6966-4e35-933d-7c9c3aacf039" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.792401] env[65899]: DEBUG oslo_concurrency.lockutils [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] Acquired lock "refresh_cache-d5df9cf1-6966-4e35-933d-7c9c3aacf039" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792641] env[65899]: DEBUG nova.network.neutron [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Refreshing network info cache for port d405ee15-1f94-47f1-afc5-07dc01cda7d5 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.800020] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99cd3d3-ad42-4e97-b661-83b7291b0225 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.842400] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Updated VIF entry in instance network info cache for port 086d9e05-8a07-4c78-8aec-93b249f0d6dc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.843230] env[65899]: DEBUG nova.network.neutron [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Updating instance_info_cache with network_info: [{"id": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "address": "fa:16:3e:9c:6d:13", "network": {"id": "dbf1ebb8-2a26-4ec8-ab93-7c9f80b2717e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1927097610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8747d00dce65423eaf1727a837c222ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086d9e05-8a", "ovs_interfaceid": "086d9e05-8a07-4c78-8aec-93b249f0d6dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.844890] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9746ec55-4310-4bdb-907a-1404a8f54c4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.854117] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6bf500-2b34-4039-9996-832e05df1cb4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.875615] env[65899]: DEBUG nova.compute.provider_tree [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.892358] env[65899]: DEBUG nova.network.neutron [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.921867] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a01f14-6514-cde6-4a48-1cbc3a383341, 'name': SearchDatastore_Task, 'duration_secs': 0.017456} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.922135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.922536] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.922676] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcc642ce-b2a5-4bc6-8cfe-8518a6890a14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.932680] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 661.932680] env[65899]: value = "task-4894342" [ 661.932680] env[65899]: _type = "Task" [ 661.932680] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.943512] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.962152] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.962152] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e126ac-ac67-0d92-cd43-6ae5a8f2c51d" [ 661.962152] env[65899]: _type = "HttpNfcLease" [ 661.962152] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 661.962714] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 661.962714] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e126ac-ac67-0d92-cd43-6ae5a8f2c51d" [ 661.962714] env[65899]: _type = "HttpNfcLease" [ 661.962714] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 661.963478] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5503cc-edc1-4a91-9899-e2b88925bf6f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.978893] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52198ec8-f7f3-6569-2901-68c6639678fd/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 661.978893] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52198ec8-f7f3-6569-2901-68c6639678fd/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 662.070202] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894341, 'name': ReconfigVM_Task, 'duration_secs': 0.334835} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.070202] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.070202] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2687d44-e075-40ab-a743-e540a99d64ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.078825] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 662.078825] env[65899]: value = "task-4894343" [ 662.078825] env[65899]: _type = "Task" [ 662.078825] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.098935] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b01a170-58a2-4c9f-af96-854d4356b821 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.101245] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894343, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.113779] env[65899]: INFO nova.compute.manager [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Took 30.57 seconds to build instance. [ 662.149531] env[65899]: DEBUG nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 662.216096] env[65899]: WARNING neutronclient.v2_0.client [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.300179] env[65899]: WARNING neutronclient.v2_0.client [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.334248] env[65899]: DEBUG nova.network.neutron [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Successfully created port: ffdedf8e-01e7-49f3-a107-b8a6d2398393 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 662.351209] env[65899]: DEBUG oslo_concurrency.lockutils [req-f73f4214-c8ab-455f-8c42-b9dbd3ce6c3e req-863c18cf-5816-4d05-ae0c-3aacd53776a6 service nova] Releasing lock "refresh_cache-969b99f1-dcb0-4334-95a5-be1c95c8c8cc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.380987] env[65899]: DEBUG nova.scheduler.client.report [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.449617] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.520721] env[65899]: DEBUG nova.network.neutron [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance_info_cache with network_info: [{"id": "b92bf404-816c-44a7-87da-0fc559deebe3", "address": "fa:16:3e:0a:a8:41", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92bf404-81", "ovs_interfaceid": "b92bf404-816c-44a7-87da-0fc559deebe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.577542] env[65899]: DEBUG nova.network.neutron [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 662.602408] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894343, 'name': Rename_Task, 'duration_secs': 0.216192} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.602408] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.602408] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bab162b-be12-4d08-986c-8544e001a447 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.612410] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 662.612410] env[65899]: value = "task-4894344" [ 662.612410] env[65899]: _type = "Task" [ 662.612410] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.620677] env[65899]: DEBUG oslo_concurrency.lockutils [None req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.136s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.629473] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.887448] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.891244] env[65899]: DEBUG nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 662.892030] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.119s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.892327] env[65899]: DEBUG nova.objects.instance [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lazy-loading 'resources' on Instance uuid 3149da84-6eeb-41e9-b4da-099952955604 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.951076] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671319} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.951076] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.951076] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.951076] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d91e4b-2b02-43d2-86bf-08a87a6b1b5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.963208] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 662.963208] env[65899]: value = "task-4894345" [ 662.963208] env[65899]: _type = "Task" [ 662.963208] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.979040] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.024706] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.024978] env[65899]: DEBUG nova.objects.instance [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lazy-loading 'migration_context' on Instance uuid efedb7d3-e2eb-4c07-b313-3e7c6059e7fc {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.081522] env[65899]: WARNING neutronclient.v2_0.client [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.132475] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894344, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.163324] env[65899]: DEBUG nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 663.212087] env[65899]: DEBUG nova.network.neutron [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.398562] env[65899]: DEBUG nova.compute.utils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.404711] env[65899]: DEBUG nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 663.404711] env[65899]: DEBUG nova.network.neutron [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.405025] env[65899]: WARNING neutronclient.v2_0.client [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.407047] env[65899]: WARNING neutronclient.v2_0.client [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.479243] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15473} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.484994] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.487109] env[65899]: DEBUG nova.network.neutron [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Updating instance_info_cache with network_info: [{"id": "d7591723-8b45-455e-9ac0-fe509245e793", "address": "fa:16:3e:5a:35:ef", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7591723-8b", "ovs_interfaceid": "d7591723-8b45-455e-9ac0-fe509245e793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.488916] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7846105-7277-4158-bced-7b64176e8c22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.527323] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.533024] env[65899]: DEBUG nova.objects.base [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 663.533024] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca3a449-d570-470f-91a5-1df5e7a62011 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.549435] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d5f391-7335-4d55-b7c5-17a7a4e14c51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.577739] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f47e5b-e624-490a-a920-bbb5e5e4f678 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.580999] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 663.580999] env[65899]: value = "task-4894346" [ 663.580999] env[65899]: _type = "Task" [ 663.580999] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.589899] env[65899]: DEBUG oslo_vmware.api [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 663.589899] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523056e5-2ca0-f8e7-6d2e-107edcc02581" [ 663.589899] env[65899]: _type = "Task" [ 663.589899] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.599169] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.607400] env[65899]: DEBUG oslo_vmware.api [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523056e5-2ca0-f8e7-6d2e-107edcc02581, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.611941] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.630987] env[65899]: DEBUG oslo_vmware.api [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894344, 'name': PowerOnVM_Task, 'duration_secs': 0.757803} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.631782] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.632565] env[65899]: INFO nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Took 7.05 seconds to spawn the instance on the hypervisor. [ 663.632565] env[65899]: DEBUG nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 663.633258] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f8750-ef4f-4a39-a9e6-b2c57a25af71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.716674] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cb73b61-0be7-450d-ba40-d32f8cd0cb7b req-071858f2-1ae2-4245-86dc-3673508f6b66 service nova] Releasing lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.826437] env[65899]: DEBUG nova.policy [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '266822d108f94344805210923e080480', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02aa7507f18147b381c3c05710208d30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.863235] env[65899]: WARNING neutronclient.v2_0.client [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.905103] env[65899]: DEBUG nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 663.987115] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e4a226-cfa6-40a9-b97d-a0e5db49e732 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.997056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-ccb8fe18-7c1e-4361-bebb-70daa4807985" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.998178] env[65899]: DEBUG nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Instance network_info: |[{"id": "d7591723-8b45-455e-9ac0-fe509245e793", "address": "fa:16:3e:5a:35:ef", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7591723-8b", "ovs_interfaceid": "d7591723-8b45-455e-9ac0-fe509245e793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 663.999251] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:35:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7591723-8b45-455e-9ac0-fe509245e793', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.008435] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating folder: Project (3e1e2f4e8b3e4505b24625bbbdfdd852). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.010905] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc3069b-b373-4baa-af27-f5210ebc6299 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.013941] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84c8a6d0-49f9-431f-babd-ae008368bbc0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.062017] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f82ab-d3ee-4495-a161-3bb75f9c7295 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.067531] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created folder: Project (3e1e2f4e8b3e4505b24625bbbdfdd852) in parent group-v953787. [ 664.067531] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating folder: Instances. Parent ref: group-v953867. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.068261] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82334bbb-4a86-4ece-9548-5f89d63a459b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.081040] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223fb2b1-eefb-4e62-aec9-7655eaa7b4cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.086974] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created folder: Instances in parent group-v953867. [ 664.087179] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 664.096943] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.100360] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.100838] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.101137] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.101575] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.102094] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.102322] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.102622] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.102831] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.103164] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.103412] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.103705] env[65899]: DEBUG nova.virt.hardware [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.104196] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e43b321-52ea-4f95-83ec-62344a04fc7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.125113] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed25b3-a699-44b1-a06f-07a28f4cd3ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.142056] env[65899]: DEBUG nova.compute.provider_tree [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.148730] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52283b38-1eda-0e00-72ac-2cdaf95e5c73/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 664.156671] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c930e3-ea14-4112-9f19-4345c9b9236d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.168219] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.173383] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.173383] env[65899]: value = "task-4894349" [ 664.173383] env[65899]: _type = "Task" [ 664.173383] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.179440] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a1b6e-07a0-4b97-9eaf-cdb109b1b4ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.187351] env[65899]: INFO nova.compute.manager [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Took 26.29 seconds to build instance. [ 664.191961] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52283b38-1eda-0e00-72ac-2cdaf95e5c73/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 664.192309] env[65899]: ERROR oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52283b38-1eda-0e00-72ac-2cdaf95e5c73/disk-0.vmdk due to incomplete transfer. [ 664.193586] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-294d1a5a-0855-4ff7-8e37-2647a7c2c54b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.216821] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894349, 'name': CreateVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.218611] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52283b38-1eda-0e00-72ac-2cdaf95e5c73/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 664.218611] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Uploaded image 36bca464-750b-4513-94f3-a2f1da01946a to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 664.221932] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 664.222061] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b27c3fe-05ff-430a-a0af-36fda283d6c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.231308] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 664.231308] env[65899]: value = "task-4894350" [ 664.231308] env[65899]: _type = "Task" [ 664.231308] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.245171] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894350, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.458613] env[65899]: DEBUG nova.network.neutron [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Successfully updated port: ffdedf8e-01e7-49f3-a107-b8a6d2398393 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 664.602625] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894346, 'name': ReconfigVM_Task, 'duration_secs': 0.731705} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.604473] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1/1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.604473] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad8d706f-035c-4051-a79e-a670c879a7a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.613933] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 664.613933] env[65899]: value = "task-4894351" [ 664.613933] env[65899]: _type = "Task" [ 664.613933] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.625471] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894351, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.672350] env[65899]: DEBUG nova.scheduler.client.report [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.691308] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894349, 'name': CreateVM_Task, 'duration_secs': 0.515705} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.692180] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.692180] env[65899]: WARNING neutronclient.v2_0.client [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.692652] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.692807] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.693163] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.693946] env[65899]: DEBUG oslo_concurrency.lockutils [None req-eb1eab59-75b9-413f-bf7d-422735331eea tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "e1c8866a-3067-4716-b949-d488bc94e24d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.821s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.693946] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf191d2a-446b-4507-beca-b0ec5f3d5458 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.702426] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 664.702426] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a33135-9316-3270-1957-103098fcb75a" [ 664.702426] env[65899]: _type = "Task" [ 664.702426] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.716037] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a33135-9316-3270-1957-103098fcb75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.744570] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894350, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.874602] env[65899]: DEBUG nova.network.neutron [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Successfully created port: ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.916697] env[65899]: DEBUG nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 664.947266] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.947496] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.948186] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.948186] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.948186] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.948186] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.948382] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.948450] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.948610] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.948763] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.948937] env[65899]: DEBUG nova.virt.hardware [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.949975] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d064b3e-bbf8-4f5d-88ee-304a2e6489ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.955022] env[65899]: DEBUG nova.network.neutron [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Updated VIF entry in instance network info cache for port d405ee15-1f94-47f1-afc5-07dc01cda7d5. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.955022] env[65899]: DEBUG nova.network.neutron [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Updating instance_info_cache with network_info: [{"id": "d405ee15-1f94-47f1-afc5-07dc01cda7d5", "address": "fa:16:3e:76:7e:53", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd405ee15-1f", "ovs_interfaceid": "d405ee15-1f94-47f1-afc5-07dc01cda7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.961057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "refresh_cache-c8c68e1e-5066-46b9-9da0-fd415b0f79bb" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.961253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquired lock "refresh_cache-c8c68e1e-5066-46b9-9da0-fd415b0f79bb" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.961378] env[65899]: DEBUG nova.network.neutron [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.964155] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6089d35-c0e2-4a5b-a329-659c8e17f457 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.125775] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894351, 'name': Rename_Task, 'duration_secs': 0.307456} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.126191] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.126689] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f231c15-20ca-4b91-8568-1d9c03e13bcd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.139276] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 665.139276] env[65899]: value = "task-4894352" [ 665.139276] env[65899]: _type = "Task" [ 665.139276] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.160067] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.179778] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.185422] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.992s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.185785] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.185785] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 665.186590] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.556s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.187406] env[65899]: DEBUG nova.objects.instance [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lazy-loading 'resources' on Instance uuid 95c68283-51e8-43f3-8008-2c617b29faee {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.190327] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee81fa-8f68-42a6-8b03-d03939e6b10b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.212928] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b01e50f-774f-444e-b472-06fcfc26980f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.219220] env[65899]: INFO nova.scheduler.client.report [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Deleted allocations for instance 3149da84-6eeb-41e9-b4da-099952955604 [ 665.241082] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a33135-9316-3270-1957-103098fcb75a, 'name': SearchDatastore_Task, 'duration_secs': 0.021095} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.245802] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.245802] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.245802] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245802] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.245802] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.246737] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9205a7-1bc4-47f0-8dcc-a6f36ed23eab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.249701] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ca03fc7-86cb-47b8-86e7-b835e9682077 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.258685] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894350, 'name': Destroy_Task, 'duration_secs': 0.759738} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.262035] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Destroyed the VM [ 665.262035] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 665.263185] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c945add-6f16-4a28-838e-37cac089c490 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.266274] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166c47e-beca-48d8-9a2a-8de46762eaab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.270242] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.270242] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.271259] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8aaaaad-5f90-48e7-84fe-240e3b7a9f90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.306216] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 665.306216] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523b2df0-026a-9330-5477-f78b7ce68d4b" [ 665.306216] env[65899]: _type = "Task" [ 665.306216] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.307563] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178876MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 665.307697] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.310667] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 665.310667] env[65899]: value = "task-4894353" [ 665.310667] env[65899]: _type = "Task" [ 665.310667] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.324438] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523b2df0-026a-9330-5477-f78b7ce68d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.022787} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.327519] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.328085] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4ebbcc-3da6-4140-8368-fedf8b2ae5ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.334542] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 665.334542] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521931c2-d26f-d34b-c530-826c407daaaf" [ 665.334542] env[65899]: _type = "Task" [ 665.334542] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.344903] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521931c2-d26f-d34b-c530-826c407daaaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.456887] env[65899]: DEBUG oslo_concurrency.lockutils [req-4d73198e-4cba-48b2-aa7c-f43bf125c0a4 req-addb3da9-64d9-40cf-b86f-e12f0519aa65 service nova] Releasing lock "refresh_cache-d5df9cf1-6966-4e35-933d-7c9c3aacf039" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.653358] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.730414] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d45f271e-94ac-4997-a02b-01289a5277b5 tempest-ServerDiagnosticsV248Test-1461838433 tempest-ServerDiagnosticsV248Test-1461838433-project-member] Lock "3149da84-6eeb-41e9-b4da-099952955604" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.898s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.748646] env[65899]: DEBUG nova.network.neutron [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.828898] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894353, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.851728] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521931c2-d26f-d34b-c530-826c407daaaf, 'name': SearchDatastore_Task, 'duration_secs': 0.016432} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.852111] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.852436] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] ccb8fe18-7c1e-4361-bebb-70daa4807985/ccb8fe18-7c1e-4361-bebb-70daa4807985.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.852735] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9417622f-57d2-42e3-be13-216e6805e23e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.863710] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 665.863710] env[65899]: value = "task-4894354" [ 665.863710] env[65899]: _type = "Task" [ 665.863710] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.873566] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.151913] env[65899]: DEBUG oslo_vmware.api [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894352, 'name': PowerOnVM_Task, 'duration_secs': 0.677677} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.152342] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.152521] env[65899]: DEBUG nova.compute.manager [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 666.153386] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b426a8b-153c-4f0f-a9a3-80893aaac2bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.177350] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485cdec2-a61d-4d8a-b169-6cd1467b3b3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.188566] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c380f7-1209-4911-933a-65d637daded7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.230185] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1308423-1a1d-40f3-bcad-85a7e9a5fad6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.243187] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58547e5e-1a72-47bc-b1e9-7b522b4bf221 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.262836] env[65899]: DEBUG nova.compute.provider_tree [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.329580] env[65899]: DEBUG oslo_vmware.api [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894353, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55071} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.330025] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 666.330381] env[65899]: INFO nova.compute.manager [None req-3a8656b2-4e0b-4a0c-bc5a-7d82a8fa4990 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Took 17.23 seconds to snapshot the instance on the hypervisor. [ 666.377291] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.679675] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.717652] env[65899]: DEBUG nova.network.neutron [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Successfully updated port: ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.766551] env[65899]: DEBUG nova.scheduler.client.report [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.826558] env[65899]: WARNING neutronclient.v2_0.client [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.876981] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665806} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.876981] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] ccb8fe18-7c1e-4361-bebb-70daa4807985/ccb8fe18-7c1e-4361-bebb-70daa4807985.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.876981] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.876981] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-335e8a1d-64d4-446a-9ded-609167cbb084 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.884596] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 666.884596] env[65899]: value = "task-4894355" [ 666.884596] env[65899]: _type = "Task" [ 666.884596] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.901408] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.957589] env[65899]: DEBUG nova.network.neutron [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Updating instance_info_cache with network_info: [{"id": "ffdedf8e-01e7-49f3-a107-b8a6d2398393", "address": "fa:16:3e:bd:22:35", "network": {"id": "0bf4c122-d7ae-43c3-be72-8b5843f731d8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1546040357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c987165dea3b485a93d3bc33180770f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffdedf8e-01", "ovs_interfaceid": "ffdedf8e-01e7-49f3-a107-b8a6d2398393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.221331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.221331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquired lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.221777] env[65899]: DEBUG nova.network.neutron [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.273059] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.277811] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.441s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.278739] env[65899]: INFO nova.compute.claims [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.307205] env[65899]: INFO nova.scheduler.client.report [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Deleted allocations for instance 95c68283-51e8-43f3-8008-2c617b29faee [ 667.403282] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086135} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.403282] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.404871] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f59b3-e3b1-49e1-a0a9-8f02ff11820e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.430955] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] ccb8fe18-7c1e-4361-bebb-70daa4807985/ccb8fe18-7c1e-4361-bebb-70daa4807985.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.432123] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296022d0-9e47-4895-b053-42248a3e41e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.454771] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 667.454771] env[65899]: value = "task-4894356" [ 667.454771] env[65899]: _type = "Task" [ 667.454771] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.462026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Releasing lock "refresh_cache-c8c68e1e-5066-46b9-9da0-fd415b0f79bb" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.462026] env[65899]: DEBUG nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Instance network_info: |[{"id": "ffdedf8e-01e7-49f3-a107-b8a6d2398393", "address": "fa:16:3e:bd:22:35", "network": {"id": "0bf4c122-d7ae-43c3-be72-8b5843f731d8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1546040357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c987165dea3b485a93d3bc33180770f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffdedf8e-01", "ovs_interfaceid": "ffdedf8e-01e7-49f3-a107-b8a6d2398393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 667.466218] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:22:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffdedf8e-01e7-49f3-a107-b8a6d2398393', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.475070] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Creating folder: Project (c987165dea3b485a93d3bc33180770f8). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.475953] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.476250] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-174bf79b-683d-41ea-880f-48dfb16ad95e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.491454] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Created folder: Project (c987165dea3b485a93d3bc33180770f8) in parent group-v953787. [ 667.491454] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Creating folder: Instances. Parent ref: group-v953870. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.491454] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074c9ce9-7789-498d-8cba-d4df5e573004 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.503537] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Created folder: Instances in parent group-v953870. [ 667.504915] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 667.504915] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.504915] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e5da646-9e3a-4895-a890-553fdd3c9936 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.526414] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.526414] env[65899]: value = "task-4894359" [ 667.526414] env[65899]: _type = "Task" [ 667.526414] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.535717] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894359, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.683908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "1990c844-de8b-4d17-bc8e-a864f6c81f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.683908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.803025] env[65899]: DEBUG nova.network.neutron [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.823083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71d63c56-7e24-4ca4-b77f-3020915b902f tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Lock "95c68283-51e8-43f3-8008-2c617b29faee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.620s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.967968] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.040285] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894359, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.042305] env[65899]: WARNING neutronclient.v2_0.client [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.160915] env[65899]: DEBUG nova.network.neutron [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Updating instance_info_cache with network_info: [{"id": "ae75322d-84c6-49fd-9fc9-aac112566956", "address": "fa:16:3e:44:5b:99", "network": {"id": "8c235668-2812-4ae7-a402-0f04905286b9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574269469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "02aa7507f18147b381c3c05710208d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae75322d-84", "ovs_interfaceid": "ae75322d-84c6-49fd-9fc9-aac112566956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.185882] env[65899]: DEBUG nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 668.468977] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894356, 'name': ReconfigVM_Task, 'duration_secs': 0.587305} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.472159] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Reconfigured VM instance instance-0000001a to attach disk [datastore2] ccb8fe18-7c1e-4361-bebb-70daa4807985/ccb8fe18-7c1e-4361-bebb-70daa4807985.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.474111] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c242427-965a-488c-8dc2-c7840504624b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.484234] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 668.484234] env[65899]: value = "task-4894360" [ 668.484234] env[65899]: _type = "Task" [ 668.484234] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.507672] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894360, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.550096] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894359, 'name': CreateVM_Task, 'duration_secs': 0.517766} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.551012] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.551012] env[65899]: WARNING neutronclient.v2_0.client [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.552269] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552269] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552269] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.552269] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9498a1a-e800-431b-b2c9-6ebb4e7bdd35 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.558530] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 668.558530] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52541625-d92b-a14f-ddb6-f2dce034eda1" [ 668.558530] env[65899]: _type = "Task" [ 668.558530] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.571892] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52541625-d92b-a14f-ddb6-f2dce034eda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.621740] env[65899]: INFO nova.compute.manager [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Rebuilding instance [ 668.663340] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Releasing lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.664296] env[65899]: DEBUG nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Instance network_info: |[{"id": "ae75322d-84c6-49fd-9fc9-aac112566956", "address": "fa:16:3e:44:5b:99", "network": {"id": "8c235668-2812-4ae7-a402-0f04905286b9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574269469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "02aa7507f18147b381c3c05710208d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae75322d-84", "ovs_interfaceid": "ae75322d-84c6-49fd-9fc9-aac112566956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 668.664511] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:5b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae75322d-84c6-49fd-9fc9-aac112566956', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.672939] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Creating folder: Project (02aa7507f18147b381c3c05710208d30). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.678566] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee7bc0a-1582-4362-a6d5-16eaad731868 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.705452] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Created folder: Project (02aa7507f18147b381c3c05710208d30) in parent group-v953787. [ 668.705750] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Creating folder: Instances. Parent ref: group-v953873. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.706343] env[65899]: DEBUG nova.compute.manager [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.709120] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3066ca30-e5c8-4005-bf43-d890a5238b1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.711744] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e95f9c2-01e9-4662-96ec-3e4871c7f952 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.728220] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Created folder: Instances in parent group-v953873. [ 668.728542] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.728782] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.729022] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0034b989-2cc0-4fc1-9364-f71feffe3faa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.748455] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.758912] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.758912] env[65899]: value = "task-4894363" [ 668.758912] env[65899]: _type = "Task" [ 668.758912] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.770224] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894363, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.814135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "35307382-fdf5-453f-9af8-02616b1441d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.814377] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "35307382-fdf5-453f-9af8-02616b1441d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.881488] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa755d-47f3-48ac-a324-afa7d69bb84f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.892473] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b935cc-54c8-49dd-a985-d94a26633a0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.926083] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08f11b-1edf-4a8f-af2f-6c0a68792265 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.935381] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6229843-0511-4a49-8334-91c77de0c72e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.951162] env[65899]: DEBUG nova.compute.provider_tree [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.996255] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894360, 'name': Rename_Task, 'duration_secs': 0.225823} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.997799] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.998834] env[65899]: DEBUG nova.compute.manager [req-51ddece1-d3e1-4c37-b70b-939fe7c01e8a req-93bd4d0b-bb59-4add-9370-74d5ce3d0a81 service nova] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Received event network-vif-deleted-d7675a43-83d6-45a0-a5fd-2ed808003458 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 668.999081] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4036d05b-cdf2-415b-83c2-df5b15d59a7f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.009426] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 669.009426] env[65899]: value = "task-4894364" [ 669.009426] env[65899]: _type = "Task" [ 669.009426] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.022793] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.037099] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Received event network-changed-ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.037099] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Refreshing instance network info cache due to event network-changed-ce8e344a-09da-4a90-9c57-e9e5954ae839. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 669.037099] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Acquiring lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.037099] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Acquired lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.037099] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Refreshing network info cache for port ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.074022] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52541625-d92b-a14f-ddb6-f2dce034eda1, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.074022] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.074022] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.074022] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074022] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.074022] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.075712] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca48a857-64e6-4fc9-b44a-2a68bcc3be86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.090024] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.090024] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.090024] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062e7096-6a66-42f5-89ef-57a3151b28a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.100765] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 669.100765] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5257375e-189f-e5e0-f3c9-74ed2fd6f506" [ 669.100765] env[65899]: _type = "Task" [ 669.100765] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.116240] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5257375e-189f-e5e0-f3c9-74ed2fd6f506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.274145] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894363, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.319676] env[65899]: DEBUG nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 669.454815] env[65899]: DEBUG nova.scheduler.client.report [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.526547] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.540746] env[65899]: WARNING neutronclient.v2_0.client [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.618778] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5257375e-189f-e5e0-f3c9-74ed2fd6f506, 'name': SearchDatastore_Task, 'duration_secs': 0.018833} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.620419] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a08441-da5a-4920-9074-56fb74233179 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.628163] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 669.628163] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a114ef-6554-053f-46d8-ea2d2041de49" [ 669.628163] env[65899]: _type = "Task" [ 669.628163] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.640825] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a114ef-6554-053f-46d8-ea2d2041de49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.728735] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.729168] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84d33e44-3073-44fd-a623-95fda9c46bf3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.738244] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 669.738244] env[65899]: value = "task-4894365" [ 669.738244] env[65899]: _type = "Task" [ 669.738244] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.749254] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.772029] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894363, 'name': CreateVM_Task, 'duration_secs': 0.52749} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.773130] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.773591] env[65899]: WARNING neutronclient.v2_0.client [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.774471] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.774471] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.774904] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.775227] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ad9d7d-dc45-451c-84e5-c0c77b1e3693 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.782673] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 669.782673] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5287f9ec-881b-34ea-01b8-e9ec63df4d16" [ 669.782673] env[65899]: _type = "Task" [ 669.782673] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.795803] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5287f9ec-881b-34ea-01b8-e9ec63df4d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.854544] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.965024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.965024] env[65899]: DEBUG nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 669.966668] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.820s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.967986] env[65899]: DEBUG nova.objects.instance [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lazy-loading 'resources' on Instance uuid 5f65955b-309e-4249-aa8e-a2a00b851a66 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.025233] env[65899]: DEBUG oslo_vmware.api [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894364, 'name': PowerOnVM_Task, 'duration_secs': 0.701997} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.026311] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.026512] env[65899]: INFO nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Took 10.68 seconds to spawn the instance on the hypervisor. [ 670.026686] env[65899]: DEBUG nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 670.027510] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41108f0f-eb86-424d-b1a2-84c593fd2850 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.142759] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a114ef-6554-053f-46d8-ea2d2041de49, 'name': SearchDatastore_Task, 'duration_secs': 0.019497} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.143350] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.143350] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c8c68e1e-5066-46b9-9da0-fd415b0f79bb/c8c68e1e-5066-46b9-9da0-fd415b0f79bb.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.143582] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8023945-d024-4b78-8e93-d58be5943ca5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.152649] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 670.152649] env[65899]: value = "task-4894366" [ 670.152649] env[65899]: _type = "Task" [ 670.152649] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.163790] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.249370] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894365, 'name': PowerOffVM_Task, 'duration_secs': 0.404277} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.249656] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.249922] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.250850] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bafedf2-4b9a-404d-9a12-c75dc51c9651 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.259415] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.259732] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2deb6c6d-bae4-4880-8680-391a90acac8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.290564] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.291278] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.291278] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Deleting the datastore file [datastore1] 242e40a3-2e0b-4825-ad80-5d2c512d17d9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.291910] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f15ff86e-dce5-4f8c-aa28-af91d19c8d63 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.302566] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5287f9ec-881b-34ea-01b8-e9ec63df4d16, 'name': SearchDatastore_Task, 'duration_secs': 0.019529} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.303322] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.303563] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.303842] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.303985] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.304183] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.304470] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c0e8fcb-9b51-42a2-95b6-a325fa124fd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.309624] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 670.309624] env[65899]: value = "task-4894368" [ 670.309624] env[65899]: _type = "Task" [ 670.309624] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.321567] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.328120] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.328345] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.329166] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19797003-6a56-4160-aab2-a7514dd1b67e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.336859] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 670.336859] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52cf9391-a533-d312-cdc9-783d0e672b4d" [ 670.336859] env[65899]: _type = "Task" [ 670.336859] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.349484] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cf9391-a533-d312-cdc9-783d0e672b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.472884] env[65899]: DEBUG nova.compute.utils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.476971] env[65899]: DEBUG nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 670.481065] env[65899]: DEBUG nova.network.neutron [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 670.482231] env[65899]: WARNING neutronclient.v2_0.client [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.482231] env[65899]: WARNING neutronclient.v2_0.client [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.560619] env[65899]: INFO nova.compute.manager [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Took 31.72 seconds to build instance. [ 670.666566] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894366, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.824585] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321473} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.824807] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.824992] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.825196] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.849444] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cf9391-a533-d312-cdc9-783d0e672b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.084434} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.849763] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa07ac1-b879-4b18-ae23-99e17b385c99 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.855928] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 670.855928] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a3d9ce-31b9-d004-c69d-2b82717b6b6b" [ 670.855928] env[65899]: _type = "Task" [ 670.855928] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.867150] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a3d9ce-31b9-d004-c69d-2b82717b6b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.893541] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52198ec8-f7f3-6569-2901-68c6639678fd/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 670.894725] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a021e71-c3c2-49ed-9b4a-f3a1062548bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.907099] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52198ec8-f7f3-6569-2901-68c6639678fd/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 670.907755] env[65899]: ERROR oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52198ec8-f7f3-6569-2901-68c6639678fd/disk-0.vmdk due to incomplete transfer.: glanceclient.exc.HTTPException: HTTP 410 Gone: Image d5cf51f5-6798-4eb5-9783-7cfc2af43131 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 670.907755] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b683260d-e05f-44a0-9d44-f90fad1d8741 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.921103] env[65899]: DEBUG oslo_vmware.rw_handles [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52198ec8-f7f3-6569-2901-68c6639678fd/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 670.921376] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 670.921911] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e531a1f2-edde-48ad-9fee-a948e3ef5283 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.930617] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 670.930617] env[65899]: value = "task-4894369" [ 670.930617] env[65899]: _type = "Task" [ 670.930617] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.945566] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894369, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.990093] env[65899]: DEBUG nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 671.041065] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d502b01d-ceb4-4fea-bf64-d51f5aae162c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.050462] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb24af2-5862-4207-ab29-4a8266c2f874 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.086648] env[65899]: DEBUG oslo_concurrency.lockutils [None req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.257s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.087988] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e4899-7e10-4a9d-a7fd-6da4ad0cee15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.097309] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50b9ce-e244-433e-a0fd-1ad36baeff5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.112863] env[65899]: DEBUG nova.compute.provider_tree [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.175092] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552255} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.175424] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c8c68e1e-5066-46b9-9da0-fd415b0f79bb/c8c68e1e-5066-46b9-9da0-fd415b0f79bb.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.175657] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.176115] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1cb7f4e-c52a-4d24-a41e-faa41c2fd48e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.184905] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 671.184905] env[65899]: value = "task-4894370" [ 671.184905] env[65899]: _type = "Task" [ 671.184905] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.197155] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.370441] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a3d9ce-31b9-d004-c69d-2b82717b6b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.039962} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.370710] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.370961] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 0f63edfa-c3ae-407c-9722-7dc312700013/0f63edfa-c3ae-407c-9722-7dc312700013.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.371321] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5642546e-275a-4885-9c83-99e603e62465 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.379875] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 671.379875] env[65899]: value = "task-4894371" [ 671.379875] env[65899]: _type = "Task" [ 671.379875] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.393788] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.428327] env[65899]: DEBUG nova.policy [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d86b05f03a84aba8bbcd475d3f21929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9627d8d73a354e4abeef565fbfd7a97d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.441354] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894369, 'name': Destroy_Task, 'duration_secs': 0.347447} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.441692] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Destroyed the VM [ 671.441924] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 671.442242] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd972440-f815-4d93-8fcf-f0dbd8b67a85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.451505] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 671.451505] env[65899]: value = "task-4894372" [ 671.451505] env[65899]: _type = "Task" [ 671.451505] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.465515] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894372, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.615907] env[65899]: DEBUG nova.scheduler.client.report [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.704184] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074988} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.704377] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.705225] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d370518-fa39-4238-a43e-b4d5ab811f11 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.746119] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c8c68e1e-5066-46b9-9da0-fd415b0f79bb/c8c68e1e-5066-46b9-9da0-fd415b0f79bb.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.746119] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d5950b-1821-43e5-a6a6-a60e4db59d34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.770900] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 671.770900] env[65899]: value = "task-4894373" [ 671.770900] env[65899]: _type = "Task" [ 671.770900] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.786799] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.875046] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 671.875046] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.875385] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 671.876730] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.876730] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 671.876730] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 671.876730] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.876730] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 671.876730] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 671.877222] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 671.877222] env[65899]: DEBUG nova.virt.hardware [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 671.878282] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a716af6b-46d7-4606-89fc-ac2d89a9a94f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.893658] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d33cb38-507d-4006-ba67-dc1268b76202 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.902195] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.918324] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.926082] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 671.926582] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.926754] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a8c1d81-e14f-4dc2-a931-99ef6cac656d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.951881] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.951881] env[65899]: value = "task-4894374" [ 671.951881] env[65899]: _type = "Task" [ 671.951881] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.968953] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894374, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.974293] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894372, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.002246] env[65899]: DEBUG nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 672.044172] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 672.045823] env[65899]: DEBUG nova.virt.hardware [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 672.045823] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f76abf2-8b57-40bd-9d19-b88730c6ef48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.060383] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d787b38-9188-451a-b123-bd7e5507423f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.124090] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.127014] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.212s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.128741] env[65899]: INFO nova.compute.claims [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.159702] env[65899]: INFO nova.scheduler.client.report [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Deleted allocations for instance 5f65955b-309e-4249-aa8e-a2a00b851a66 [ 672.283953] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.397739] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65743} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.397980] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 0f63edfa-c3ae-407c-9722-7dc312700013/0f63edfa-c3ae-407c-9722-7dc312700013.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.398351] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.398992] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7ec43e-99a4-4041-a355-7d0af8581fe5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.407083] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 672.407083] env[65899]: value = "task-4894375" [ 672.407083] env[65899]: _type = "Task" [ 672.407083] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.417700] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.478748] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894374, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.482573] env[65899]: DEBUG oslo_vmware.api [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894372, 'name': RemoveSnapshot_Task, 'duration_secs': 0.859933} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.482573] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 672.482573] env[65899]: DEBUG nova.compute.utils [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Cleaning up image d5cf51f5-6798-4eb5-9783-7cfc2af43131 {{(pid=65899) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 672.554928] env[65899]: DEBUG nova.network.neutron [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Successfully created port: 015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.669468] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "5f65955b-309e-4249-aa8e-a2a00b851a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.951s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.784149] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894373, 'name': ReconfigVM_Task, 'duration_secs': 0.58794} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.784558] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c8c68e1e-5066-46b9-9da0-fd415b0f79bb/c8c68e1e-5066-46b9-9da0-fd415b0f79bb.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.786424] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9139c5c-d4d7-4714-b25e-60ed451535ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.794587] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 672.794587] env[65899]: value = "task-4894376" [ 672.794587] env[65899]: _type = "Task" [ 672.794587] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.806620] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894376, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.918936] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074136} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.919271] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.920161] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d860b09-8bd7-4ef0-87f3-25c055814960 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.948557] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 0f63edfa-c3ae-407c-9722-7dc312700013/0f63edfa-c3ae-407c-9722-7dc312700013.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.949106] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e622abf-9967-4806-ba83-bfe5dd3bb63c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.977237] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894374, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.978937] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 672.978937] env[65899]: value = "task-4894377" [ 672.978937] env[65899]: _type = "Task" [ 672.978937] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.045290] env[65899]: WARNING neutronclient.v2_0.client [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.311940] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894376, 'name': Rename_Task, 'duration_secs': 0.281185} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.312229] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.312626] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b937fdc-ae8f-4641-9298-4d3706769fde {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.324398] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 673.324398] env[65899]: value = "task-4894378" [ 673.324398] env[65899]: _type = "Task" [ 673.324398] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.335547] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.458130] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Updated VIF entry in instance network info cache for port ce8e344a-09da-4a90-9c57-e9e5954ae839. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.458568] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Updating instance_info_cache with network_info: [{"id": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "address": "fa:16:3e:12:5a:d8", "network": {"id": "411c62c0-69c2-45ad-975e-3c8b08caccf1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-567913334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1783b58ed95945c8bb412115dc113237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8e344a-09", "ovs_interfaceid": "ce8e344a-09da-4a90-9c57-e9e5954ae839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.485276] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894374, 'name': CreateVM_Task, 'duration_secs': 1.367836} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.492702] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.495361] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.495611] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.497658] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.497658] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9e6f42-8e55-49d1-9d13-94327de38698 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.504115] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894377, 'name': ReconfigVM_Task, 'duration_secs': 0.375778} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.505034] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 0f63edfa-c3ae-407c-9722-7dc312700013/0f63edfa-c3ae-407c-9722-7dc312700013.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.508238] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce510691-02df-4f23-8338-3ef01b0a4ac4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.513451] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 673.513451] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52286389-5bbc-7b22-a773-b04f1deea9a1" [ 673.513451] env[65899]: _type = "Task" [ 673.513451] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.530174] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 673.530174] env[65899]: value = "task-4894379" [ 673.530174] env[65899]: _type = "Task" [ 673.530174] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.537614] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52286389-5bbc-7b22-a773-b04f1deea9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.540865] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.540865] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.540865] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.540865] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.540865] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.540865] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3519b6e8-3e74-44de-b604-5ed6d4f6b498 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.546731] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894379, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.559594] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.559594] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.560906] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5221e8-1214-408d-87a9-2539c4cdbeb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.567175] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 673.567175] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2a7ca-a3cb-4cbc-b6fb-04f8d335489d" [ 673.567175] env[65899]: _type = "Task" [ 673.567175] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.584873] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2a7ca-a3cb-4cbc-b6fb-04f8d335489d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.708636] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac853f-d77e-4aa9-99ec-6cdc39385bb0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.720076] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d6fba-26f6-4495-a13b-0a9b69514a8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.755563] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d38b2-5f28-4a4e-a5cb-1cec347aca2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.763517] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048140e5-5a9e-4e76-b979-6a061858bd29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.781886] env[65899]: DEBUG nova.compute.provider_tree [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.836850] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.960861] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Releasing lock "refresh_cache-01299d31-ee63-4b30-b361-74757c5e3583" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.961174] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 673.961340] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing instance network info cache due to event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 673.961580] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Acquiring lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.961670] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Acquired lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.961839] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.030634] env[65899]: DEBUG oslo_concurrency.lockutils [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.043736] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894379, 'name': Rename_Task, 'duration_secs': 0.167653} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.043736] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.043736] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff38d06a-5688-4679-8cc5-8cca747265d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.054521] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 674.054521] env[65899]: value = "task-4894380" [ 674.054521] env[65899]: _type = "Task" [ 674.054521] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.063287] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.082033] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2a7ca-a3cb-4cbc-b6fb-04f8d335489d, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.082301] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b29fdf-3676-4ec2-ba3e-cc2a8209058f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.089066] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 674.089066] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52459a4e-640a-50ad-e51a-e4563f1ffca4" [ 674.089066] env[65899]: _type = "Task" [ 674.089066] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.099073] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52459a4e-640a-50ad-e51a-e4563f1ffca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.286917] env[65899]: DEBUG nova.scheduler.client.report [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.338799] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894378, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.466545] env[65899]: WARNING neutronclient.v2_0.client [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.570060] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.601159] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52459a4e-640a-50ad-e51a-e4563f1ffca4, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.601527] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.602376] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.602376] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff4aeaf5-20ce-4436-9570-70ae471f362a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.610680] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 674.610680] env[65899]: value = "task-4894381" [ 674.610680] env[65899]: _type = "Task" [ 674.610680] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.621282] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.651297] env[65899]: DEBUG nova.network.neutron [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Successfully updated port: 015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.793122] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.793756] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 674.797217] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.295s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.798853] env[65899]: INFO nova.compute.claims [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.840727] env[65899]: DEBUG oslo_vmware.api [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894378, 'name': PowerOnVM_Task, 'duration_secs': 1.167257} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.842157] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.842157] env[65899]: INFO nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Took 11.68 seconds to spawn the instance on the hypervisor. [ 674.842157] env[65899]: DEBUG nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.843984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04537d0-d203-4070-a9e3-3c9b9c6850bb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.022129] env[65899]: DEBUG nova.compute.manager [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 675.023111] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe000df2-2e7b-44d9-9c4c-0562ceb40c1e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.070162] env[65899]: DEBUG oslo_vmware.api [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894380, 'name': PowerOnVM_Task, 'duration_secs': 0.864743} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.070587] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.070878] env[65899]: INFO nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Took 10.15 seconds to spawn the instance on the hypervisor. [ 675.071169] env[65899]: DEBUG nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 675.072118] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595c0b66-cac3-4486-b7bd-974434dc1691 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.132440] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.154152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.154294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquired lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.154368] env[65899]: DEBUG nova.network.neutron [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.310598] env[65899]: DEBUG nova.compute.utils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.312478] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 675.312678] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 675.313040] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.313337] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.369079] env[65899]: INFO nova.compute.manager [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Took 33.03 seconds to build instance. [ 675.538668] env[65899]: INFO nova.compute.manager [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] instance snapshotting [ 675.540545] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7cfb1-4d0f-4377-9c25-d2a418e02f5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.567566] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670508d-d88a-4a0f-9735-dcc381e25bc3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.599852] env[65899]: INFO nova.compute.manager [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Took 32.08 seconds to build instance. [ 675.625983] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613608} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.627393] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.629018] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.629018] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfefae2a-1612-4482-b2f3-461f6002b5b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.640976] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 675.640976] env[65899]: value = "task-4894382" [ 675.640976] env[65899]: _type = "Task" [ 675.640976] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.655485] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.735050] env[65899]: DEBUG nova.policy [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a939ecebe0744c5296a72b07f1aeabb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52bed304bd51494284849be165610ee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.803798] env[65899]: DEBUG nova.network.neutron [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 675.817306] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 675.872785] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.547s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.081557] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 676.085578] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c34b5fe8-28cc-4f79-926d-795231924fea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.096201] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 676.096201] env[65899]: value = "task-4894383" [ 676.096201] env[65899]: _type = "Task" [ 676.096201] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.103348] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "0f63edfa-c3ae-407c-9722-7dc312700013" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.596s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.107984] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894383, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.156265] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076597} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.156706] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.157651] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded4b82-9d44-41c5-b152-90c80cbff0d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.187755] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.191135] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcdfb934-1841-49e2-bfdb-d7673ee869e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.215159] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 676.215159] env[65899]: value = "task-4894384" [ 676.215159] env[65899]: _type = "Task" [ 676.215159] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.226441] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.342378] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc30ff9e-18ff-4382-9354-643333b22d00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.352874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4812c46c-49c6-4a27-b477-4642ae1d4d07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.395669] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122970f-d437-417a-a3ef-f827d8aeee0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.405062] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896bc191-1b66-4d77-b992-c01c18267414 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.421618] env[65899]: DEBUG nova.compute.provider_tree [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.609736] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894383, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.730452] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894384, 'name': ReconfigVM_Task, 'duration_secs': 0.344984} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.733145] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.733145] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d203ca1b-1d78-40d7-8aee-b2c2c3c0c381 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.740412] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 676.740412] env[65899]: value = "task-4894385" [ 676.740412] env[65899]: _type = "Task" [ 676.740412] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.753696] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894385, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.833376] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 676.877602] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 676.877842] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.878031] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 676.878221] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.878364] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 676.878505] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 676.878747] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 676.878857] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 676.879063] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 676.879250] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 676.879418] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 676.880319] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36244efd-4ef7-4355-bab5-280c7730758f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.892093] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6ea19-b9d3-4f23-97ed-08a1f17445ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.919285] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Successfully created port: c314b855-83f8-4055-84b8-a4b265aef869 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 676.922819] env[65899]: WARNING neutronclient.v2_0.client [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.926043] env[65899]: DEBUG nova.scheduler.client.report [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.018623] env[65899]: WARNING neutronclient.v2_0.client [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.115478] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894383, 'name': CreateSnapshot_Task, 'duration_secs': 0.567527} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.115913] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.119191] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995f58bb-1a60-4b4c-ad34-7a91f1956bd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.215153] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updated VIF entry in instance network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.215547] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updating instance_info_cache with network_info: [{"id": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "address": "fa:16:3e:94:2f:bb", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaedf9df-de", "ovs_interfaceid": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.252348] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894385, 'name': Rename_Task, 'duration_secs': 0.161495} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.252632] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.252920] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb5c62d-23cd-4ca4-af6a-6dc9b6b2574f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.264756] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 677.264756] env[65899]: value = "task-4894386" [ 677.264756] env[65899]: _type = "Task" [ 677.264756] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.281229] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.431732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.432554] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 677.436631] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.665s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.438436] env[65899]: INFO nova.compute.claims [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.453264] env[65899]: DEBUG nova.network.neutron [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.644079] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.644866] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea8df795-4f55-445b-bd5c-f037b49002ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.656251] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 677.656251] env[65899]: value = "task-4894387" [ 677.656251] env[65899]: _type = "Task" [ 677.656251] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.668014] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894387, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.718504] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Releasing lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.718795] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Received event network-vif-plugged-d7591723-8b45-455e-9ac0-fe509245e793 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.719152] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Acquiring lock "ccb8fe18-7c1e-4361-bebb-70daa4807985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.719238] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.719498] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.719709] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] No waiting events found dispatching network-vif-plugged-d7591723-8b45-455e-9ac0-fe509245e793 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.719890] env[65899]: WARNING nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Received unexpected event network-vif-plugged-d7591723-8b45-455e-9ac0-fe509245e793 for instance with vm_state building and task_state spawning. [ 677.720113] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Received event network-changed-d7591723-8b45-455e-9ac0-fe509245e793 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.720657] env[65899]: DEBUG nova.compute.manager [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Refreshing instance network info cache due to event network-changed-d7591723-8b45-455e-9ac0-fe509245e793. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 677.720899] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Acquiring lock "refresh_cache-ccb8fe18-7c1e-4361-bebb-70daa4807985" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.721071] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Acquired lock "refresh_cache-ccb8fe18-7c1e-4361-bebb-70daa4807985" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.721266] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Refreshing network info cache for port d7591723-8b45-455e-9ac0-fe509245e793 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.776789] env[65899]: DEBUG oslo_vmware.api [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894386, 'name': PowerOnVM_Task, 'duration_secs': 0.468507} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.777354] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.777581] env[65899]: DEBUG nova.compute.manager [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.778812] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80da809-97e1-4e2e-9978-1d89d74619ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.938911] env[65899]: DEBUG nova.compute.utils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.940939] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 677.942366] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.942716] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.944801] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.956973] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Releasing lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.957641] env[65899]: DEBUG nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Instance network_info: |[{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 677.959329] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:1b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015fa36e-c89b-48fc-b21f-1aca0d01d5de', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.971431] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Creating folder: Project (9627d8d73a354e4abeef565fbfd7a97d). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.974063] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48c697a-95a7-420a-a6b0-1b6a85045951 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.990853] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Created folder: Project (9627d8d73a354e4abeef565fbfd7a97d) in parent group-v953787. [ 677.991111] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Creating folder: Instances. Parent ref: group-v953879. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.991537] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11ba7acc-68b5-42f3-a23f-fbba1adcc2f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.006236] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Created folder: Instances in parent group-v953879. [ 678.006648] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 678.007338] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.007338] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-935b8278-8d14-465a-a0d1-28c42955e79e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.031136] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.031136] env[65899]: value = "task-4894390" [ 678.031136] env[65899]: _type = "Task" [ 678.031136] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.041922] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894390, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.168351] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894387, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.225521] env[65899]: WARNING neutronclient.v2_0.client [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.302380] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.430462] env[65899]: DEBUG nova.policy [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a939ecebe0744c5296a72b07f1aeabb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52bed304bd51494284849be165610ee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.449783] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 678.516265] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Received event network-vif-plugged-ffdedf8e-01e7-49f3-a107-b8a6d2398393 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 678.516265] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Acquiring lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.516265] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.516265] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.516265] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] No waiting events found dispatching network-vif-plugged-ffdedf8e-01e7-49f3-a107-b8a6d2398393 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 678.516265] env[65899]: WARNING nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Received unexpected event network-vif-plugged-ffdedf8e-01e7-49f3-a107-b8a6d2398393 for instance with vm_state active and task_state None. [ 678.516265] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Received event network-changed-ffdedf8e-01e7-49f3-a107-b8a6d2398393 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 678.516265] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Refreshing instance network info cache due to event network-changed-ffdedf8e-01e7-49f3-a107-b8a6d2398393. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 678.516265] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Acquiring lock "refresh_cache-c8c68e1e-5066-46b9-9da0-fd415b0f79bb" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.516265] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Acquired lock "refresh_cache-c8c68e1e-5066-46b9-9da0-fd415b0f79bb" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.516265] env[65899]: DEBUG nova.network.neutron [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Refreshing network info cache for port ffdedf8e-01e7-49f3-a107-b8a6d2398393 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.547422] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894390, 'name': CreateVM_Task, 'duration_secs': 0.427765} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.550823] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.551576] env[65899]: WARNING neutronclient.v2_0.client [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.551932] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.552093] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.553160] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.553160] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae1ef79-0b0a-47fa-abe3-9d962a39e8f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.558628] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 678.558628] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522cc15a-70ab-9e15-3470-c2aabd9069b6" [ 678.558628] env[65899]: _type = "Task" [ 678.558628] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.601194] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522cc15a-70ab-9e15-3470-c2aabd9069b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.672184] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894387, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.787905] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Successfully updated port: c314b855-83f8-4055-84b8-a4b265aef869 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.022460] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22051e4a-6741-4d91-a664-e955afff95e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.030540] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335afd3-2fde-4811-8c0e-020fdb4a13a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.034642] env[65899]: WARNING neutronclient.v2_0.client [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.074887] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c305c-b2d2-4bc1-8ca3-20b933303222 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.085342] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522cc15a-70ab-9e15-3470-c2aabd9069b6, 'name': SearchDatastore_Task, 'duration_secs': 0.021646} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.087981] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.088416] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.088694] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.088858] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.089075] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.089402] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b60961ae-6f0c-421f-ba93-30594139d5dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.092360] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90b21cc-bb3e-4ce5-aac8-027a34ce6e42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.109197] env[65899]: DEBUG nova.compute.provider_tree [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.111834] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.112178] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.113514] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a3b059-ec57-43cb-9dc3-0cf7de67c38b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.121299] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 679.121299] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e0b667-0ce5-8f90-6447-4bc01b203c1b" [ 679.121299] env[65899]: _type = "Task" [ 679.121299] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.132817] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e0b667-0ce5-8f90-6447-4bc01b203c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.159802] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.160164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.160447] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.160726] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.161575] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.169131] env[65899]: INFO nova.compute.manager [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Terminating instance [ 679.179604] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894387, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.187931] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Successfully created port: 29deee19-1dd4-47fc-9944-ab0b1d61db2c {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.291843] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "refresh_cache-e2942a34-ffad-423a-baff-0027c88faaa0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.292020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "refresh_cache-e2942a34-ffad-423a-baff-0027c88faaa0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.292296] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 679.465634] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 679.502907] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 679.502907] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.502907] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 679.502907] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.503116] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 679.503353] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 679.503722] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 679.504318] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 679.504318] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 679.504454] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 679.504726] env[65899]: DEBUG nova.virt.hardware [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 679.506255] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fabc8a-25ff-44db-bed1-885ec9b67ad2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.518418] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d5505-474f-4df4-8d81-e2f8ded4bba6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.614459] env[65899]: DEBUG nova.scheduler.client.report [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.640263] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e0b667-0ce5-8f90-6447-4bc01b203c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.026445} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.640263] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e39607-6b0a-44ac-ad47-578db4c5cbca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.649919] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 679.649919] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52585b95-0191-02f2-d053-9ab8e4bb641b" [ 679.649919] env[65899]: _type = "Task" [ 679.649919] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.661212] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52585b95-0191-02f2-d053-9ab8e4bb641b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.675218] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894387, 'name': CloneVM_Task, 'duration_secs': 1.742313} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.675497] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Created linked-clone VM from snapshot [ 679.676327] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53082c9c-44f1-4fa3-99cb-30e9935bdc5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.679746] env[65899]: DEBUG nova.compute.manager [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 679.679961] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.680755] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dbd3a4-6fe0-4a43-98f0-853ac8cca631 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.687330] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Uploading image 9dde04dd-31a1-4982-b5d7-dd8efe8c4225 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.695598] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.696494] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9c443b6-37a4-4063-977a-2aad29ba3d6f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.704139] env[65899]: DEBUG oslo_vmware.api [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 679.704139] env[65899]: value = "task-4894391" [ 679.704139] env[65899]: _type = "Task" [ 679.704139] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.718632] env[65899]: DEBUG oslo_vmware.api [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.721415] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 679.721415] env[65899]: value = "vm-953878" [ 679.721415] env[65899]: _type = "VirtualMachine" [ 679.721415] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 679.721817] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec38d783-613e-426c-95c1-a15d04107f69 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.729672] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lease: (returnval){ [ 679.729672] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528d3b7c-3396-6ca4-663a-1f0541424f96" [ 679.729672] env[65899]: _type = "HttpNfcLease" [ 679.729672] env[65899]: } obtained for exporting VM: (result){ [ 679.729672] env[65899]: value = "vm-953878" [ 679.729672] env[65899]: _type = "VirtualMachine" [ 679.729672] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 679.729951] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the lease: (returnval){ [ 679.729951] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528d3b7c-3396-6ca4-663a-1f0541424f96" [ 679.729951] env[65899]: _type = "HttpNfcLease" [ 679.729951] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 679.737899] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.737899] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528d3b7c-3396-6ca4-663a-1f0541424f96" [ 679.737899] env[65899]: _type = "HttpNfcLease" [ 679.737899] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 679.919622] env[65899]: WARNING neutronclient.v2_0.client [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.025577] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.121680] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.122732] env[65899]: DEBUG nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 680.125910] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.794s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.127614] env[65899]: INFO nova.compute.claims [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.162184] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52585b95-0191-02f2-d053-9ab8e4bb641b, 'name': SearchDatastore_Task, 'duration_secs': 0.033767} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.162469] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.162756] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 50af18a1-8680-4d8f-b6c7-54dc299b3c52/50af18a1-8680-4d8f-b6c7-54dc299b3c52.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.163061] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6de51b29-ec96-4a22-95f9-20891a5fe1d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.171512] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 680.171512] env[65899]: value = "task-4894393" [ 680.171512] env[65899]: _type = "Task" [ 680.171512] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.183797] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.215069] env[65899]: DEBUG oslo_vmware.api [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894391, 'name': PowerOffVM_Task, 'duration_secs': 0.383722} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.217781] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.217986] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.218540] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884951a4-2c68-4fad-ba6d-f1d37981b0b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.243314] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.243314] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528d3b7c-3396-6ca4-663a-1f0541424f96" [ 680.243314] env[65899]: _type = "HttpNfcLease" [ 680.243314] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 680.243314] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 680.243314] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528d3b7c-3396-6ca4-663a-1f0541424f96" [ 680.243314] env[65899]: _type = "HttpNfcLease" [ 680.243314] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 680.243314] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc304c4-ee44-4100-8d38-ac3b18f6ad24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.253526] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5dc5-b9fa-7890-ceca-589138c01930/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 680.253719] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5dc5-b9fa-7890-ceca-589138c01930/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 680.314341] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.314586] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.314775] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Deleting the datastore file [datastore1] d5df9cf1-6966-4e35-933d-7c9c3aacf039 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.315044] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-834c9df2-6238-4117-a24e-cd2e4d2c0f95 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.324324] env[65899]: DEBUG oslo_vmware.api [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for the task: (returnval){ [ 680.324324] env[65899]: value = "task-4894395" [ 680.324324] env[65899]: _type = "Task" [ 680.324324] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.334439] env[65899]: DEBUG oslo_vmware.api [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.352586] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.352797] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.361657] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5772680a-2205-4abc-ae23-6e01e210609f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.635026] env[65899]: DEBUG nova.compute.utils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.640296] env[65899]: DEBUG nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 680.640625] env[65899]: DEBUG nova.network.neutron [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 680.641032] env[65899]: WARNING neutronclient.v2_0.client [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.641438] env[65899]: WARNING neutronclient.v2_0.client [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.685211] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.805065] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Updated VIF entry in instance network info cache for port d7591723-8b45-455e-9ac0-fe509245e793. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.805065] env[65899]: DEBUG nova.network.neutron [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Updating instance_info_cache with network_info: [{"id": "d7591723-8b45-455e-9ac0-fe509245e793", "address": "fa:16:3e:5a:35:ef", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7591723-8b", "ovs_interfaceid": "d7591723-8b45-455e-9ac0-fe509245e793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.839542] env[65899]: DEBUG oslo_vmware.api [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.841511] env[65899]: WARNING neutronclient.v2_0.client [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.856050] env[65899]: DEBUG nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 680.959491] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Successfully updated port: 29deee19-1dd4-47fc-9944-ab0b1d61db2c {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 680.984279] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.042607] env[65899]: DEBUG nova.policy [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e04bdd2ac40479e8dd7189d6dbb210c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7384ead101094d289a0f4322752864a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.080491] env[65899]: DEBUG nova.network.neutron [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Updated VIF entry in instance network info cache for port ffdedf8e-01e7-49f3-a107-b8a6d2398393. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 681.080932] env[65899]: DEBUG nova.network.neutron [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Updating instance_info_cache with network_info: [{"id": "ffdedf8e-01e7-49f3-a107-b8a6d2398393", "address": "fa:16:3e:bd:22:35", "network": {"id": "0bf4c122-d7ae-43c3-be72-8b5843f731d8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1546040357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c987165dea3b485a93d3bc33180770f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffdedf8e-01", "ovs_interfaceid": "ffdedf8e-01e7-49f3-a107-b8a6d2398393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.153377] env[65899]: DEBUG nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 681.185025] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641103} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.185620] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 50af18a1-8680-4d8f-b6c7-54dc299b3c52/50af18a1-8680-4d8f-b6c7-54dc299b3c52.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.186515] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.186515] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ddf4f36-4b55-4fd7-90f0-31028ac9acbd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.198846] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 681.198846] env[65899]: value = "task-4894396" [ 681.198846] env[65899]: _type = "Task" [ 681.198846] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.214820] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.308961] env[65899]: DEBUG oslo_concurrency.lockutils [req-100f238d-a733-4461-afc8-b36ca36c5892 req-2e56ed8c-c15c-4761-9ce5-e13c6a33da8a service nova] Releasing lock "refresh_cache-ccb8fe18-7c1e-4361-bebb-70daa4807985" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.336745] env[65899]: DEBUG oslo_vmware.api [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Task: {'id': task-4894395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613449} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.340557] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.340811] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.340811] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.341013] env[65899]: INFO nova.compute.manager [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Took 1.66 seconds to destroy the instance on the hypervisor. [ 681.341372] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 681.342209] env[65899]: DEBUG nova.compute.manager [-] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 681.342387] env[65899]: DEBUG nova.network.neutron [-] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 681.342666] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.384656] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.464699] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "refresh_cache-a23d9a87-a44b-4186-94e1-3db7eb6d55af" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.464699] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "refresh_cache-a23d9a87-a44b-4186-94e1-3db7eb6d55af" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.464699] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.494310] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.494931] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.495680] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.496155] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.496547] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.504279] env[65899]: INFO nova.compute.manager [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Terminating instance [ 681.584388] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Releasing lock "refresh_cache-c8c68e1e-5066-46b9-9da0-fd415b0f79bb" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.584646] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Received event network-vif-plugged-ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.585188] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Acquiring lock "0f63edfa-c3ae-407c-9722-7dc312700013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.585472] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Lock "0f63edfa-c3ae-407c-9722-7dc312700013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.585642] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Lock "0f63edfa-c3ae-407c-9722-7dc312700013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.585854] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] No waiting events found dispatching network-vif-plugged-ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.586069] env[65899]: WARNING nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Received unexpected event network-vif-plugged-ae75322d-84c6-49fd-9fc9-aac112566956 for instance with vm_state active and task_state None. [ 681.586239] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Received event network-changed-ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.586577] env[65899]: DEBUG nova.compute.manager [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Refreshing instance network info cache due to event network-changed-ae75322d-84c6-49fd-9fc9-aac112566956. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.586809] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Acquiring lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.586946] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Acquired lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.587129] env[65899]: DEBUG nova.network.neutron [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Refreshing network info cache for port ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.672609] env[65899]: DEBUG nova.network.neutron [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Successfully created port: 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.686984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f349a1-096a-4d6d-9b80-d4613f0efdd2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.695254] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e0a2a1-1d07-4e1d-a197-09ada9650a5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.736452] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Updating instance_info_cache with network_info: [{"id": "c314b855-83f8-4055-84b8-a4b265aef869", "address": "fa:16:3e:7f:80:4c", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc314b855-83", "ovs_interfaceid": "c314b855-83f8-4055-84b8-a4b265aef869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.739972] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e81d4b-8f12-4676-8481-cd01dfb15e0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.744154] env[65899]: DEBUG nova.compute.manager [req-75672830-7c87-4710-b9a6-c79786c2f2ea req-3761f19f-25b7-417c-b6c5-c99642926aa3 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Received event network-vif-plugged-015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.744446] env[65899]: DEBUG oslo_concurrency.lockutils [req-75672830-7c87-4710-b9a6-c79786c2f2ea req-3761f19f-25b7-417c-b6c5-c99642926aa3 service nova] Acquiring lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.744730] env[65899]: DEBUG oslo_concurrency.lockutils [req-75672830-7c87-4710-b9a6-c79786c2f2ea req-3761f19f-25b7-417c-b6c5-c99642926aa3 service nova] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.745696] env[65899]: DEBUG oslo_concurrency.lockutils [req-75672830-7c87-4710-b9a6-c79786c2f2ea req-3761f19f-25b7-417c-b6c5-c99642926aa3 service nova] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.745696] env[65899]: DEBUG nova.compute.manager [req-75672830-7c87-4710-b9a6-c79786c2f2ea req-3761f19f-25b7-417c-b6c5-c99642926aa3 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] No waiting events found dispatching network-vif-plugged-015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.745696] env[65899]: WARNING nova.compute.manager [req-75672830-7c87-4710-b9a6-c79786c2f2ea req-3761f19f-25b7-417c-b6c5-c99642926aa3 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Received unexpected event network-vif-plugged-015fa36e-c89b-48fc-b21f-1aca0d01d5de for instance with vm_state building and task_state spawning. [ 681.750552] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113192} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.751349] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.752295] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88486e04-ec6b-4484-bfaa-bca13644159c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.759630] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e96e8a-8336-41e7-a67e-85d1cd3780c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.790807] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 50af18a1-8680-4d8f-b6c7-54dc299b3c52/50af18a1-8680-4d8f-b6c7-54dc299b3c52.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.793032] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f0e874-dd8d-43c3-8891-d2cd80e9d829 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.807768] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.818718] env[65899]: DEBUG nova.compute.provider_tree [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.828147] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 681.828147] env[65899]: value = "task-4894397" [ 681.828147] env[65899]: _type = "Task" [ 681.828147] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.840691] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.010362] env[65899]: DEBUG nova.compute.manager [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 682.010641] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.012172] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd2f2b-c19b-40eb-b5ea-cc26c99f0876 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.022280] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.022280] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0bc55ce-d533-45ff-a139-bd8716352da7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.031605] env[65899]: DEBUG oslo_vmware.api [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 682.031605] env[65899]: value = "task-4894398" [ 682.031605] env[65899]: _type = "Task" [ 682.031605] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.041406] env[65899]: DEBUG oslo_vmware.api [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.090582] env[65899]: WARNING neutronclient.v2_0.client [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.164430] env[65899]: DEBUG nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 682.197392] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 682.197717] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.197878] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 682.198186] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.198393] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 682.198972] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 682.198972] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.198972] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 682.199157] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 682.199389] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 682.199576] env[65899]: DEBUG nova.virt.hardware [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 682.201050] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1326bb-03db-4d66-8c68-406f2901221e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.211678] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64c21f-5f4b-4025-bf68-b1f666b274ed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.251638] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "refresh_cache-e2942a34-ffad-423a-baff-0027c88faaa0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.252151] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Instance network_info: |[{"id": "c314b855-83f8-4055-84b8-a4b265aef869", "address": "fa:16:3e:7f:80:4c", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc314b855-83", "ovs_interfaceid": "c314b855-83f8-4055-84b8-a4b265aef869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 682.253037] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:80:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c314b855-83f8-4055-84b8-a4b265aef869', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.265679] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 682.266018] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.266290] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd9efd5-ab3b-4121-bb82-f0ed30d4e700 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.292974] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.292974] env[65899]: value = "task-4894399" [ 682.292974] env[65899]: _type = "Task" [ 682.292974] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.307264] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894399, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.322513] env[65899]: DEBUG nova.scheduler.client.report [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.341539] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.543797] env[65899]: DEBUG oslo_vmware.api [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894398, 'name': PowerOffVM_Task, 'duration_secs': 0.314047} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.544400] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.544497] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.546052] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52626586-c102-475c-ad93-28190353b8cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.634172] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.634911] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.635161] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Deleting the datastore file [datastore1] f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.635842] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbffb1d8-9faf-4533-a639-3d7c2823dcb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.648275] env[65899]: DEBUG oslo_vmware.api [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for the task: (returnval){ [ 682.648275] env[65899]: value = "task-4894401" [ 682.648275] env[65899]: _type = "Task" [ 682.648275] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.656019] env[65899]: DEBUG oslo_vmware.api [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.664643] env[65899]: DEBUG nova.network.neutron [-] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.805676] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894399, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.828603] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.829562] env[65899]: DEBUG nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 682.834080] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.105s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.834552] env[65899]: DEBUG nova.objects.instance [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lazy-loading 'resources' on Instance uuid 20a280ae-828b-4c9c-a90f-bfa122c75c49 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.845033] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.857584] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894397, 'name': ReconfigVM_Task, 'duration_secs': 0.704739} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.858256] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 50af18a1-8680-4d8f-b6c7-54dc299b3c52/50af18a1-8680-4d8f-b6c7-54dc299b3c52.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.859524] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960bc136-6b48-4056-94cf-c996789464d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.870655] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 682.870655] env[65899]: value = "task-4894402" [ 682.870655] env[65899]: _type = "Task" [ 682.870655] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.889149] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894402, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.159353] env[65899]: DEBUG oslo_vmware.api [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Task: {'id': task-4894401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28427} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.159630] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.159812] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.159986] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.160193] env[65899]: INFO nova.compute.manager [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Took 1.15 seconds to destroy the instance on the hypervisor. [ 683.160502] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.160715] env[65899]: DEBUG nova.compute.manager [-] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 683.160807] env[65899]: DEBUG nova.network.neutron [-] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 683.161069] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.168972] env[65899]: INFO nova.compute.manager [-] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Took 1.83 seconds to deallocate network for instance. [ 683.305432] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894399, 'name': CreateVM_Task, 'duration_secs': 0.537151} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.305637] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.306205] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.306565] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.306719] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.307077] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.307359] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1f1929-4cb7-41ee-84ee-9da4b7fe04dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.312994] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 683.312994] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c9c296-5762-931c-3694-9275f8ed3fb2" [ 683.312994] env[65899]: _type = "Task" [ 683.312994] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.322559] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c9c296-5762-931c-3694-9275f8ed3fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.340671] env[65899]: DEBUG nova.compute.utils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.342301] env[65899]: DEBUG nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 683.342301] env[65899]: DEBUG nova.network.neutron [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.342622] env[65899]: WARNING neutronclient.v2_0.client [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.342842] env[65899]: WARNING neutronclient.v2_0.client [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.385202] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894402, 'name': Rename_Task, 'duration_secs': 0.222525} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.386179] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.386179] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a2208cd-d5f4-44ca-bfe5-8d177fcb8a81 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.397706] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 683.397706] env[65899]: value = "task-4894403" [ 683.397706] env[65899]: _type = "Task" [ 683.397706] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.407953] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.452734] env[65899]: DEBUG nova.network.neutron [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Successfully updated port: 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.468547] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.556850] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.637625] env[65899]: DEBUG nova.policy [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cff9898a3c042d4be7548613ee35100', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa20cebbf7a4f37a39bfddf5db0ef0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.678732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.766539] env[65899]: WARNING neutronclient.v2_0.client [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.814054] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa154d2c-7727-4443-af10-1e47443f8277 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.830501] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc2221d-31b9-477f-99c5-509ac2aab768 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.834668] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c9c296-5762-931c-3694-9275f8ed3fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.017429} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.835630] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.835630] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.835630] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.835630] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.835966] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.836683] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eedba8b7-9854-4aa0-98b6-09e1e0397faf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.872870] env[65899]: DEBUG nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 683.878030] env[65899]: DEBUG nova.network.neutron [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Updating instance_info_cache with network_info: [{"id": "29deee19-1dd4-47fc-9944-ab0b1d61db2c", "address": "fa:16:3e:eb:40:c9", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29deee19-1d", "ovs_interfaceid": "29deee19-1dd4-47fc-9944-ab0b1d61db2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.879869] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80415c7-3cc2-4825-ad8e-e111d9385d23 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.882932] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.883141] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.884277] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9f3913-f0e6-458c-befc-edf0bf9fde75 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.893531] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 683.893531] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c80d28-3b3b-d484-f5c7-13ce29c31c9b" [ 683.893531] env[65899]: _type = "Task" [ 683.893531] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.901133] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea5c15-f0d0-45fa-b308-3eb3929d952b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.926472] env[65899]: DEBUG nova.compute.provider_tree [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.927946] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c80d28-3b3b-d484-f5c7-13ce29c31c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.931855] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.955934] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "refresh_cache-38aaaf3b-96c1-4530-bdc6-7729ee563a57" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.956130] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquired lock "refresh_cache-38aaaf3b-96c1-4530-bdc6-7729ee563a57" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.956819] env[65899]: DEBUG nova.network.neutron [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 684.041594] env[65899]: DEBUG nova.network.neutron [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Updated VIF entry in instance network info cache for port ae75322d-84c6-49fd-9fc9-aac112566956. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 684.041948] env[65899]: DEBUG nova.network.neutron [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Updating instance_info_cache with network_info: [{"id": "ae75322d-84c6-49fd-9fc9-aac112566956", "address": "fa:16:3e:44:5b:99", "network": {"id": "8c235668-2812-4ae7-a402-0f04905286b9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574269469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "02aa7507f18147b381c3c05710208d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae75322d-84", "ovs_interfaceid": "ae75322d-84c6-49fd-9fc9-aac112566956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.166589] env[65899]: DEBUG nova.network.neutron [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Successfully created port: 4b1e1678-eb97-419d-8854-8dde8078fcc8 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 684.265193] env[65899]: DEBUG nova.network.neutron [-] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.384886] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "refresh_cache-a23d9a87-a44b-4186-94e1-3db7eb6d55af" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.385379] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Instance network_info: |[{"id": "29deee19-1dd4-47fc-9944-ab0b1d61db2c", "address": "fa:16:3e:eb:40:c9", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29deee19-1d", "ovs_interfaceid": "29deee19-1dd4-47fc-9944-ab0b1d61db2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 684.389963] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:40:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29deee19-1dd4-47fc-9944-ab0b1d61db2c', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.397890] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.398909] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.403424] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9806f12-c927-45ca-b75b-55ad60c4bdb9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.431366] env[65899]: DEBUG nova.scheduler.client.report [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.433957] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c80d28-3b3b-d484-f5c7-13ce29c31c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.024982} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.441205] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.441205] env[65899]: value = "task-4894404" [ 684.441205] env[65899]: _type = "Task" [ 684.441205] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.441461] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa467078-b086-4d87-b84c-a3e9da91a202 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.450311] env[65899]: DEBUG oslo_vmware.api [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894403, 'name': PowerOnVM_Task, 'duration_secs': 0.72043} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.452268] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.452531] env[65899]: INFO nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Took 12.45 seconds to spawn the instance on the hypervisor. [ 684.452720] env[65899]: DEBUG nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 684.454836] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a610f1-0658-40e5-982b-1a1f2d9499e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.469412] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894404, 'name': CreateVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.469542] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 684.469542] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52507ada-7a7f-6820-fb04-8e5acea28584" [ 684.469542] env[65899]: _type = "Task" [ 684.469542] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.495048] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52507ada-7a7f-6820-fb04-8e5acea28584, 'name': SearchDatastore_Task, 'duration_secs': 0.030861} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.495048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.495048] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] e2942a34-ffad-423a-baff-0027c88faaa0/e2942a34-ffad-423a-baff-0027c88faaa0.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.495048] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38842fbb-56af-44a0-98e1-349e839bc485 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.505228] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 684.505228] env[65899]: value = "task-4894405" [ 684.505228] env[65899]: _type = "Task" [ 684.505228] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.523295] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.545038] env[65899]: DEBUG oslo_concurrency.lockutils [req-641471f7-c91b-4ace-91d6-42733646fffe req-fe640688-0634-4bb3-8635-041fb376b5a1 service nova] Releasing lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.547292] env[65899]: DEBUG nova.network.neutron [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.758194] env[65899]: WARNING neutronclient.v2_0.client [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.771499] env[65899]: INFO nova.compute.manager [-] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Took 1.61 seconds to deallocate network for instance. [ 684.857372] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.865953] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.866225] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.884026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.884245] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.891671] env[65899]: DEBUG nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 684.920794] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 684.921117] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.921274] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 684.921450] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.921585] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 684.921938] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 684.921938] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 684.922105] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 684.922281] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 684.922476] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 684.922691] env[65899]: DEBUG nova.virt.hardware [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 684.924362] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c78db1-0627-4aff-8c1b-d72b09e2aa49 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.930139] env[65899]: DEBUG nova.network.neutron [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Updating instance_info_cache with network_info: [{"id": "02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2", "address": "fa:16:3e:4d:17:42", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c6f1-b9", "ovs_interfaceid": "02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.936676] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14ef009-7b31-4f8d-8638-63bb3bca26e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.942299] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.945994] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.335s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.971990] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894404, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.975208] env[65899]: INFO nova.scheduler.client.report [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Deleted allocations for instance 20a280ae-828b-4c9c-a90f-bfa122c75c49 [ 684.985018] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.985341] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.985606] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.985854] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.987150] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.994422] env[65899]: INFO nova.compute.manager [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Terminating instance [ 684.999432] env[65899]: INFO nova.compute.manager [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Took 38.19 seconds to build instance. [ 685.019464] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894405, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.073062] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.073353] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.074064] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "0be4a054-fd1e-4700-9a63-cb2f82049f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.074281] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.074553] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.076925] env[65899]: INFO nova.compute.manager [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Terminating instance [ 685.124026] env[65899]: DEBUG nova.compute.manager [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.124558] env[65899]: DEBUG nova.compute.manager [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing instance network info cache due to event network-changed-eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 685.124892] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Acquiring lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.125148] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Acquired lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.125505] env[65899]: DEBUG nova.network.neutron [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Refreshing network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.278798] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.369069] env[65899]: DEBUG nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 685.386518] env[65899]: DEBUG nova.compute.manager [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 685.433285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Releasing lock "refresh_cache-38aaaf3b-96c1-4530-bdc6-7729ee563a57" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.433630] env[65899]: DEBUG nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Instance network_info: |[{"id": "02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2", "address": "fa:16:3e:4d:17:42", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c6f1-b9", "ovs_interfaceid": "02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 685.434247] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:17:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.442130] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Creating folder: Project (7384ead101094d289a0f4322752864a5). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.443079] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e2943f7-5090-4c74-a2a6-cb768dad78b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.459785] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Created folder: Project (7384ead101094d289a0f4322752864a5) in parent group-v953787. [ 685.459785] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Creating folder: Instances. Parent ref: group-v953884. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.460774] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5161418f-564a-459a-b53a-bc034c2f716e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.466500] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894404, 'name': CreateVM_Task, 'duration_secs': 0.816544} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.466721] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.467269] env[65899]: WARNING neutronclient.v2_0.client [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.467626] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.467773] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.468199] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.468467] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084d986f-e8fd-4be1-9249-38a86a500024 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.471968] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Created folder: Instances in parent group-v953884. [ 685.472367] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.472860] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.473161] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4665ff7-e217-4e47-9b8a-6850fb56c730 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.495423] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 685.495423] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2d888-103c-9160-1c7e-44bc0130bf06" [ 685.495423] env[65899]: _type = "Task" [ 685.495423] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.495861] env[65899]: DEBUG oslo_concurrency.lockutils [None req-376684c9-3d69-4941-8c5d-e3d92b263a32 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.488s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.497695] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.641s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.497841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.498142] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.498329] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.504469] env[65899]: INFO nova.compute.manager [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Terminating instance [ 685.508962] env[65899]: DEBUG nova.compute.manager [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 685.508962] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.509851] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9880d0f1-8bea-4974-82ed-757a4150b35c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.753s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.509851] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.509851] env[65899]: value = "task-4894408" [ 685.509851] env[65899]: _type = "Task" [ 685.509851] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.511871] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f02504-c477-4746-b525-5364f9324f42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.527128] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.527279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquired lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.527441] env[65899]: DEBUG nova.network.neutron [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 685.535039] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2d888-103c-9160-1c7e-44bc0130bf06, 'name': SearchDatastore_Task, 'duration_secs': 0.02902} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.536677] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.536939] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.537267] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.537457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.537662] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.539035] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71d8ba52-3512-4625-b8a0-9bca916a565b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.546653] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76998} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.546925] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.553712] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] e2942a34-ffad-423a-baff-0027c88faaa0/e2942a34-ffad-423a-baff-0027c88faaa0.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.553957] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.554220] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca831820-937f-4418-b743-3ec085a2d18a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.556252] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894408, 'name': CreateVM_Task} progress is 15%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.556725] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-120bcb19-ae30-462c-acee-f8a5bffa88ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.562043] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.562257] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.563955] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e80f867-13eb-4fdb-94b3-09ccc7a0329f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.568618] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 685.568618] env[65899]: value = "task-4894410" [ 685.568618] env[65899]: _type = "Task" [ 685.568618] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.568892] env[65899]: DEBUG oslo_vmware.api [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 685.568892] env[65899]: value = "task-4894409" [ 685.568892] env[65899]: _type = "Task" [ 685.568892] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.582842] env[65899]: DEBUG nova.compute.manager [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 685.583177] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.583610] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 685.583610] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b1c00d-be95-dd09-9377-31f87f0ba3d6" [ 685.583610] env[65899]: _type = "Task" [ 685.583610] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.585587] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd8a28-c2a8-4d04-8699-df28f4a58660 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.602956] env[65899]: DEBUG oslo_vmware.api [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.603298] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.611870] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b1c00d-be95-dd09-9377-31f87f0ba3d6, 'name': SearchDatastore_Task, 'duration_secs': 0.017859} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.615440] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.615725] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cfb846-0355-48da-b93f-6e3b4809fe08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.618278] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15f2125f-f471-4ee4-997b-bd7285473c02 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.625615] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 685.625615] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52622336-de94-35b3-6f1e-6c000b56f2ff" [ 685.625615] env[65899]: _type = "Task" [ 685.625615] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.629937] env[65899]: WARNING neutronclient.v2_0.client [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.644300] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52622336-de94-35b3-6f1e-6c000b56f2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.741376] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.741633] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.741824] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleting the datastore file [datastore2] 0be4a054-fd1e-4700-9a63-cb2f82049f79 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.742184] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ee38d4b-e9ff-4e23-ae9d-df64305e727e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.751068] env[65899]: DEBUG oslo_vmware.api [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 685.751068] env[65899]: value = "task-4894412" [ 685.751068] env[65899]: _type = "Task" [ 685.751068] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.765257] env[65899]: DEBUG oslo_vmware.api [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.894195] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.911950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.986838] env[65899]: DEBUG nova.network.neutron [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Successfully updated port: 4b1e1678-eb97-419d-8854-8dde8078fcc8 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 686.033775] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894408, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.037640] env[65899]: DEBUG nova.compute.utils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Can not refresh info_cache because instance was not found {{(pid=65899) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 686.038107] env[65899]: WARNING neutronclient.v2_0.client [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.070079] env[65899]: DEBUG nova.network.neutron [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 686.074416] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74290f0a-d9e2-442c-ae6b-f43d311588a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.092825] env[65899]: DEBUG oslo_vmware.api [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894409, 'name': PowerOffVM_Task, 'duration_secs': 0.315892} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.098289] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.098488] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.098808] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082105} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.103316] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-696ea7e2-dabf-462d-a40c-3d900b681d73 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.103515] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.104541] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e70985f-843f-4a8f-8e34-5341592c7af6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.108734] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc5bfb1-349c-44b9-8663-380686254532 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.135552] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] e2942a34-ffad-423a-baff-0027c88faaa0/e2942a34-ffad-423a-baff-0027c88faaa0.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.165223] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7df4b12-33ef-4da8-b3fb-3d4d51ba2b9e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.187650] env[65899]: WARNING neutronclient.v2_0.client [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.193252] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c06c7-1a29-424d-a6dd-74b07150c346 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.196217] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.196417] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.196584] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleting the datastore file [datastore2] 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.199185] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ca0800-4eff-46c5-9ea6-3a82a428189d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.205551] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52622336-de94-35b3-6f1e-6c000b56f2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.019531} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.210570] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.210901] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] a23d9a87-a44b-4186-94e1-3db7eb6d55af/a23d9a87-a44b-4186-94e1-3db7eb6d55af.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.211299] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 686.211299] env[65899]: value = "task-4894414" [ 686.211299] env[65899]: _type = "Task" [ 686.211299] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.211684] env[65899]: DEBUG oslo_vmware.api [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 686.211684] env[65899]: value = "task-4894415" [ 686.211684] env[65899]: _type = "Task" [ 686.211684] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.211910] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6bcfb6-6e3f-459e-9d35-19130fef695d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.215222] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b919718-b045-4b60-939b-21f5942f9283 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.243694] env[65899]: DEBUG nova.compute.provider_tree [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.253665] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 686.253665] env[65899]: value = "task-4894416" [ 686.253665] env[65899]: _type = "Task" [ 686.253665] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.254071] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.254305] env[65899]: DEBUG oslo_vmware.api [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.259033] env[65899]: DEBUG nova.scheduler.client.report [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.279065] env[65899]: DEBUG oslo_vmware.api [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470938} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.279376] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.279623] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.279793] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.279952] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.280154] env[65899]: INFO nova.compute.manager [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Took 0.70 seconds to destroy the instance on the hypervisor. [ 686.280453] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.281529] env[65899]: DEBUG nova.compute.manager [-] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 686.281646] env[65899]: DEBUG nova.network.neutron [-] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 686.281965] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.297178] env[65899]: DEBUG nova.network.neutron [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.341017] env[65899]: DEBUG nova.network.neutron [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updated VIF entry in instance network info cache for port eaedf9df-dee2-4f8b-9f77-9db33725b2dd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 686.341598] env[65899]: DEBUG nova.network.neutron [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updating instance_info_cache with network_info: [{"id": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "address": "fa:16:3e:94:2f:bb", "network": {"id": "e0d19fc7-0c30-486e-a8a4-096ab240b657", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1018138109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eda4f71a73749aebe02ab428da092b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaedf9df-de", "ovs_interfaceid": "eaedf9df-dee2-4f8b-9f77-9db33725b2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.379300] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.392464] env[65899]: DEBUG nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Received event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.392750] env[65899]: DEBUG nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing instance network info cache due to event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 686.393045] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Acquiring lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.393735] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Acquired lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.393735] env[65899]: DEBUG nova.network.neutron [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.459550] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "21598e28-d360-479a-9587-acdcc6d4c32b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.459550] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "21598e28-d360-479a-9587-acdcc6d4c32b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.459823] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "21598e28-d360-479a-9587-acdcc6d4c32b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.459854] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "21598e28-d360-479a-9587-acdcc6d4c32b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.460169] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "21598e28-d360-479a-9587-acdcc6d4c32b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.463418] env[65899]: INFO nova.compute.manager [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Terminating instance [ 686.494947] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "refresh_cache-02b3060f-2b55-4eee-9473-06a58a9bb5a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.495398] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired lock "refresh_cache-02b3060f-2b55-4eee-9473-06a58a9bb5a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.495398] env[65899]: DEBUG nova.network.neutron [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.535597] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894408, 'name': CreateVM_Task, 'duration_secs': 0.541961} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.535847] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.536431] env[65899]: WARNING neutronclient.v2_0.client [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.537140] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.537140] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.537353] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.537714] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ef384e-3e7a-4f17-b1db-abb12bd3b971 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.544441] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 686.544441] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52eb2183-ad75-fa5a-f3a9-e85deff4fae8" [ 686.544441] env[65899]: _type = "Task" [ 686.544441] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.556611] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52eb2183-ad75-fa5a-f3a9-e85deff4fae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.731432] env[65899]: DEBUG oslo_vmware.api [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274067} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.741086] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.741086] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.741086] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.741086] env[65899]: INFO nova.compute.manager [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Took 1.23 seconds to destroy the instance on the hypervisor. [ 686.741362] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.741758] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894414, 'name': ReconfigVM_Task, 'duration_secs': 0.485686} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.742120] env[65899]: DEBUG nova.compute.manager [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 686.742322] env[65899]: DEBUG nova.network.neutron [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 686.742662] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.747275] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Reconfigured VM instance instance-0000001e to attach disk [datastore1] e2942a34-ffad-423a-baff-0027c88faaa0/e2942a34-ffad-423a-baff-0027c88faaa0.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.748637] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6db6fcd-6577-4dd2-9b9c-21956ca95582 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.759743] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 686.759743] env[65899]: value = "task-4894417" [ 686.759743] env[65899]: _type = "Task" [ 686.759743] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.776259] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894417, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.781481] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894416, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.800316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Releasing lock "refresh_cache-20a280ae-828b-4c9c-a90f-bfa122c75c49" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.800497] env[65899]: DEBUG nova.compute.manager [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 686.800672] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.801531] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa8aaa19-d289-48a9-89f6-990807a3f89b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.814672] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0eac43-8f4d-42c4-8452-c1287a37ec27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.835940] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.845045] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Releasing lock "refresh_cache-2ae10234-340d-47bc-9a67-0342b8ebd821" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.845045] env[65899]: DEBUG nova.compute.manager [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Received event network-vif-plugged-c314b855-83f8-4055-84b8-a4b265aef869 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.845216] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Acquiring lock "e2942a34-ffad-423a-baff-0027c88faaa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.845379] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Lock "e2942a34-ffad-423a-baff-0027c88faaa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.845551] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Lock "e2942a34-ffad-423a-baff-0027c88faaa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.845765] env[65899]: DEBUG nova.compute.manager [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] No waiting events found dispatching network-vif-plugged-c314b855-83f8-4055-84b8-a4b265aef869 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 686.845995] env[65899]: WARNING nova.compute.manager [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Received unexpected event network-vif-plugged-c314b855-83f8-4055-84b8-a4b265aef869 for instance with vm_state building and task_state spawning. [ 686.846578] env[65899]: DEBUG nova.compute.manager [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Received event network-changed-c314b855-83f8-4055-84b8-a4b265aef869 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.846578] env[65899]: DEBUG nova.compute.manager [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Refreshing instance network info cache due to event network-changed-c314b855-83f8-4055-84b8-a4b265aef869. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 686.846770] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Acquiring lock "refresh_cache-e2942a34-ffad-423a-baff-0027c88faaa0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.847152] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Acquired lock "refresh_cache-e2942a34-ffad-423a-baff-0027c88faaa0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.847152] env[65899]: DEBUG nova.network.neutron [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Refreshing network info cache for port c314b855-83f8-4055-84b8-a4b265aef869 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.865656] env[65899]: WARNING nova.virt.vmwareapi.vmops [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 20a280ae-828b-4c9c-a90f-bfa122c75c49 could not be found. [ 686.865857] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.866263] env[65899]: INFO nova.compute.manager [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Took 0.07 seconds to destroy the instance on the hypervisor. [ 686.866577] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.868040] env[65899]: DEBUG nova.compute.manager [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 686.868354] env[65899]: DEBUG nova.network.neutron [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 686.868504] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.894141] env[65899]: DEBUG nova.network.neutron [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 686.894478] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.896745] env[65899]: WARNING neutronclient.v2_0.client [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.970218] env[65899]: DEBUG nova.compute.manager [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 686.970517] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.971668] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0160622a-39be-431f-980d-d83c886ad83c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.982738] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.982738] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1f71f4f-3d64-4241-bbc3-5599218f7758 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.991030] env[65899]: DEBUG oslo_vmware.api [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 686.991030] env[65899]: value = "task-4894418" [ 686.991030] env[65899]: _type = "Task" [ 686.991030] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.008983] env[65899]: DEBUG oslo_vmware.api [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.057498] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "643db833-afad-4ab7-b8f4-d56627a5bc8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.057760] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.067721] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52eb2183-ad75-fa5a-f3a9-e85deff4fae8, 'name': SearchDatastore_Task, 'duration_secs': 0.074869} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.069451] env[65899]: DEBUG nova.network.neutron [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 687.071998] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.072373] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.073032] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.073032] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.073166] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.075043] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aca5ac92-b1f1-4b36-8a0d-ace537af9e53 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.087046] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.087046] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.087829] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a7d724-5ab4-491f-a7c9-2ad0405977b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.099091] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 687.099091] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a38957-4e16-c768-2a9d-c9e6321f66fb" [ 687.099091] env[65899]: _type = "Task" [ 687.099091] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.119398] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a38957-4e16-c768-2a9d-c9e6321f66fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.149135] env[65899]: DEBUG nova.network.neutron [-] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.155438] env[65899]: WARNING neutronclient.v2_0.client [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.271821] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894417, 'name': Rename_Task, 'duration_secs': 0.218944} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.273226] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.273436] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a8a1dd-85f7-4def-a7ff-adc3545c8baf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.277823] env[65899]: WARNING neutronclient.v2_0.client [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.286293] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.341s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.290045] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68227} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.291153] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.983s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.293290] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] a23d9a87-a44b-4186-94e1-3db7eb6d55af/a23d9a87-a44b-4186-94e1-3db7eb6d55af.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.296020] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.296020] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bd99238-5346-4c7a-9c69-f22382276919 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.299060] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 687.299060] env[65899]: value = "task-4894419" [ 687.299060] env[65899]: _type = "Task" [ 687.299060] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.307335] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 687.307335] env[65899]: value = "task-4894420" [ 687.307335] env[65899]: _type = "Task" [ 687.307335] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.316249] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.330025] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.361950] env[65899]: DEBUG nova.network.neutron [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updated VIF entry in instance network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.361950] env[65899]: DEBUG nova.network.neutron [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.368280] env[65899]: WARNING neutronclient.v2_0.client [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.397756] env[65899]: DEBUG nova.network.neutron [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.420017] env[65899]: DEBUG nova.network.neutron [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Updating instance_info_cache with network_info: [{"id": "4b1e1678-eb97-419d-8854-8dde8078fcc8", "address": "fa:16:3e:26:9f:4a", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1e1678-eb", "ovs_interfaceid": "4b1e1678-eb97-419d-8854-8dde8078fcc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.505204] env[65899]: DEBUG oslo_vmware.api [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894418, 'name': PowerOffVM_Task, 'duration_secs': 0.298693} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.505204] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.505204] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.505435] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb567921-93c4-4bde-afd5-0f2f3a55ffbc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.560480] env[65899]: DEBUG nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 687.573220] env[65899]: WARNING neutronclient.v2_0.client [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.585226] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.585506] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.586816] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleting the datastore file [datastore1] 21598e28-d360-479a-9587-acdcc6d4c32b {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.586816] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02eff8e7-5ef9-4fcd-a31a-092890eb8e57 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.595042] env[65899]: DEBUG oslo_vmware.api [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 687.595042] env[65899]: value = "task-4894422" [ 687.595042] env[65899]: _type = "Task" [ 687.595042] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.612539] env[65899]: DEBUG oslo_vmware.api [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.618124] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a38957-4e16-c768-2a9d-c9e6321f66fb, 'name': SearchDatastore_Task, 'duration_secs': 0.02107} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.618411] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d269539-f865-47c3-906b-2057a96772c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.627110] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 687.627110] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5256dbd3-f7bc-07ca-4ba8-103233fe7605" [ 687.627110] env[65899]: _type = "Task" [ 687.627110] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.636834] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5256dbd3-f7bc-07ca-4ba8-103233fe7605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.652856] env[65899]: INFO nova.compute.manager [-] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Took 1.37 seconds to deallocate network for instance. [ 687.656858] env[65899]: DEBUG nova.network.neutron [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.681386] env[65899]: DEBUG nova.network.neutron [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Updated VIF entry in instance network info cache for port c314b855-83f8-4055-84b8-a4b265aef869. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.681982] env[65899]: DEBUG nova.network.neutron [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Updating instance_info_cache with network_info: [{"id": "c314b855-83f8-4055-84b8-a4b265aef869", "address": "fa:16:3e:7f:80:4c", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc314b855-83", "ovs_interfaceid": "c314b855-83f8-4055-84b8-a4b265aef869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.766822] env[65899]: WARNING oslo_messaging._drivers.amqpdriver [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 687.831794] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095491} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.841661] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.842580] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894419, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.844349] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002b0e4-0355-47ce-9f11-33d9c307df23 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.865410] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Releasing lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.865678] env[65899]: DEBUG nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Received event network-vif-plugged-29deee19-1dd4-47fc-9944-ab0b1d61db2c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 687.865890] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Acquiring lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.866537] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.866537] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.866537] env[65899]: DEBUG nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] No waiting events found dispatching network-vif-plugged-29deee19-1dd4-47fc-9944-ab0b1d61db2c {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 687.866700] env[65899]: WARNING nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Received unexpected event network-vif-plugged-29deee19-1dd4-47fc-9944-ab0b1d61db2c for instance with vm_state building and task_state spawning. [ 687.866869] env[65899]: DEBUG nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Received event network-changed-29deee19-1dd4-47fc-9944-ab0b1d61db2c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 687.866979] env[65899]: DEBUG nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Refreshing instance network info cache due to event network-changed-29deee19-1dd4-47fc-9944-ab0b1d61db2c. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 687.867217] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Acquiring lock "refresh_cache-a23d9a87-a44b-4186-94e1-3db7eb6d55af" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.867353] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Acquired lock "refresh_cache-a23d9a87-a44b-4186-94e1-3db7eb6d55af" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.867519] env[65899]: DEBUG nova.network.neutron [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Refreshing network info cache for port 29deee19-1dd4-47fc-9944-ab0b1d61db2c {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.881068] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a23d9a87-a44b-4186-94e1-3db7eb6d55af/a23d9a87-a44b-4186-94e1-3db7eb6d55af.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.882235] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740d7869-a44a-4a19-8796-dc9cbc2d5714 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.900051] env[65899]: INFO nova.compute.manager [-] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Took 1.03 seconds to deallocate network for instance. [ 687.910102] env[65899]: INFO nova.scheduler.client.report [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Deleted allocation for migration 232d680a-fca5-4133-9fa8-01868057df97 [ 687.914352] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 687.914352] env[65899]: value = "task-4894423" [ 687.914352] env[65899]: _type = "Task" [ 687.914352] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.926301] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Releasing lock "refresh_cache-02b3060f-2b55-4eee-9473-06a58a9bb5a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.926758] env[65899]: DEBUG nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Instance network_info: |[{"id": "4b1e1678-eb97-419d-8854-8dde8078fcc8", "address": "fa:16:3e:26:9f:4a", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1e1678-eb", "ovs_interfaceid": "4b1e1678-eb97-419d-8854-8dde8078fcc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 687.927600] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b1e1678-eb97-419d-8854-8dde8078fcc8', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.936313] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 687.942032] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.943370] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.943731] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f49a537-7683-4466-8470-b34e209b4050 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.969451] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.969451] env[65899]: value = "task-4894424" [ 687.969451] env[65899]: _type = "Task" [ 687.969451] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.982017] env[65899]: INFO nova.compute.manager [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Rebuilding instance [ 687.984510] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894424, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.049433] env[65899]: DEBUG nova.compute.manager [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.050395] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374b917f-7a76-46cc-8614-09552888a8ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.088509] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.109345] env[65899]: DEBUG oslo_vmware.api [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355091} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.109345] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.109497] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.109607] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.109748] env[65899]: INFO nova.compute.manager [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.109997] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 688.110214] env[65899]: DEBUG nova.compute.manager [-] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 688.110346] env[65899]: DEBUG nova.network.neutron [-] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 688.110559] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.139761] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5256dbd3-f7bc-07ca-4ba8-103233fe7605, 'name': SearchDatastore_Task, 'duration_secs': 0.026259} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.139761] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.139923] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 38aaaf3b-96c1-4530-bdc6-7729ee563a57/38aaaf3b-96c1-4530-bdc6-7729ee563a57.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.140884] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-495623eb-e05c-40d2-ad33-9e07e8d492bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.149671] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 688.149671] env[65899]: value = "task-4894425" [ 688.149671] env[65899]: _type = "Task" [ 688.149671] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.163049] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.163049] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.163049] env[65899]: INFO nova.compute.manager [-] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Took 1.42 seconds to deallocate network for instance. [ 688.187160] env[65899]: DEBUG oslo_concurrency.lockutils [req-479c3113-791c-4c53-b2b0-09f2d316e898 req-57874d43-9c0a-4d14-9f03-2a34a52b85e5 service nova] Releasing lock "refresh_cache-e2942a34-ffad-423a-baff-0027c88faaa0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.221914] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.270301] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.270613] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.270842] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.271046] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.271229] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.279060] env[65899]: INFO nova.compute.manager [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Terminating instance [ 688.334571] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894419, 'name': PowerOnVM_Task, 'duration_secs': 0.754746} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.334956] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.335212] env[65899]: INFO nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Took 11.50 seconds to spawn the instance on the hypervisor. [ 688.335394] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.336319] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780590db-d471-4c4d-9bd9-13646448c82f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.351231] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2ae10234-340d-47bc-9a67-0342b8ebd821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.351444] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 01cca923-2ffe-43ea-9752-6bbafe920581 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.351626] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 21598e28-d360-479a-9587-acdcc6d4c32b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.351822] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 98faf004-25ab-4aa9-8d4e-948a39bcf39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.352017] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 5f9169d8-04bb-40be-9487-897266c3332d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.352212] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 0be4a054-fd1e-4700-9a63-cb2f82049f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.352398] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 32873e78-122d-4528-a442-4d3ea5c241d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.352565] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 969b99f1-dcb0-4334-95a5-be1c95c8c8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.352689] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance efedb7d3-e2eb-4c07-b313-3e7c6059e7fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.352874] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.353066] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 01299d31-ee63-4b30-b361-74757c5e3583 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.353218] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 688.353388] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 242e40a3-2e0b-4825-ad80-5d2c512d17d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.353488] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance d5df9cf1-6966-4e35-933d-7c9c3aacf039 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 688.353598] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance e1c8866a-3067-4716-b949-d488bc94e24d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.353731] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ccb8fe18-7c1e-4361-bebb-70daa4807985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.353799] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c8c68e1e-5066-46b9-9da0-fd415b0f79bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.353907] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 0f63edfa-c3ae-407c-9722-7dc312700013 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.354033] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 50af18a1-8680-4d8f-b6c7-54dc299b3c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.354210] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance e2942a34-ffad-423a-baff-0027c88faaa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.354383] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a23d9a87-a44b-4186-94e1-3db7eb6d55af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.354552] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 38aaaf3b-96c1-4530-bdc6-7729ee563a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.354740] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 02b3060f-2b55-4eee-9473-06a58a9bb5a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 688.382612] env[65899]: WARNING neutronclient.v2_0.client [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.408383] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.408860] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.418500] env[65899]: INFO nova.compute.manager [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance disappeared during terminate [ 688.418743] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c45f6df0-10d0-44cd-8a71-8dfa8fd57f44 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "20a280ae-828b-4c9c-a90f-bfa122c75c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.921s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.426115] env[65899]: DEBUG oslo_concurrency.lockutils [None req-29d53eab-20b5-4c6f-9732-ed870d347914 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.142s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.436888] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.482151] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894424, 'name': CreateVM_Task, 'duration_secs': 0.487518} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.482356] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.482898] env[65899]: WARNING neutronclient.v2_0.client [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.483344] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.483538] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.483885] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.484546] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8f050a-2b9c-47cc-a2f0-3e7f83195b87 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.491995] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 688.491995] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527d0e9f-5b32-6ac4-6814-6f424678e6d8" [ 688.491995] env[65899]: _type = "Task" [ 688.491995] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.501414] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527d0e9f-5b32-6ac4-6814-6f424678e6d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.644832] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.644962] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.667353] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894425, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.669500] env[65899]: WARNING neutronclient.v2_0.client [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.672129] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.782733] env[65899]: DEBUG nova.compute.manager [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 688.782977] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.784657] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b48186-9dce-4cd9-8d26-cfff21a7a092 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.791850] env[65899]: DEBUG nova.network.neutron [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Updated VIF entry in instance network info cache for port 29deee19-1dd4-47fc-9944-ab0b1d61db2c. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 688.792281] env[65899]: DEBUG nova.network.neutron [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Updating instance_info_cache with network_info: [{"id": "29deee19-1dd4-47fc-9944-ab0b1d61db2c", "address": "fa:16:3e:eb:40:c9", "network": {"id": "0d8aa76e-99ed-486d-ba86-9481aa7605c7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-570080026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52bed304bd51494284849be165610ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29deee19-1d", "ovs_interfaceid": "29deee19-1dd4-47fc-9944-ab0b1d61db2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.798386] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.799059] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-288023d3-bce3-458a-8cc5-4a764fe01cf0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.810028] env[65899]: DEBUG oslo_vmware.api [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 688.810028] env[65899]: value = "task-4894426" [ 688.810028] env[65899]: _type = "Task" [ 688.810028] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.825077] env[65899]: DEBUG oslo_vmware.api [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.863135] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 1990c844-de8b-4d17-bc8e-a864f6c81f05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 688.867561] env[65899]: INFO nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Took 39.00 seconds to build instance. [ 688.930212] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Received event network-vif-plugged-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 688.930585] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Acquiring lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.930939] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.930939] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.931049] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] No waiting events found dispatching network-vif-plugged-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 688.931221] env[65899]: WARNING nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Received unexpected event network-vif-plugged-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 for instance with vm_state building and task_state spawning. [ 688.931379] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Received event network-changed-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 688.931522] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Refreshing instance network info cache due to event network-changed-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 688.931699] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Acquiring lock "refresh_cache-38aaaf3b-96c1-4530-bdc6-7729ee563a57" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.931976] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Acquired lock "refresh_cache-38aaaf3b-96c1-4530-bdc6-7729ee563a57" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.932181] env[65899]: DEBUG nova.network.neutron [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Refreshing network info cache for port 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.943242] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894423, 'name': ReconfigVM_Task, 'duration_secs': 0.550954} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.943595] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a23d9a87-a44b-4186-94e1-3db7eb6d55af/a23d9a87-a44b-4186-94e1-3db7eb6d55af.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.944590] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4127532d-585d-4a00-a087-624e7ec05338 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.954984] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 688.954984] env[65899]: value = "task-4894427" [ 688.954984] env[65899]: _type = "Task" [ 688.954984] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.967436] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894427, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.005224] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527d0e9f-5b32-6ac4-6814-6f424678e6d8, 'name': SearchDatastore_Task, 'duration_secs': 0.077749} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.005604] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.006294] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.006364] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.007133] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.007133] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.007345] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d62ab3a3-cfaa-48b0-8595-335536cf16e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.019344] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.019619] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.020516] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7a0ff2-c8ee-4fa9-90a9-454def88337e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.027111] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 689.027111] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e670dd-e363-fe69-f2b1-97fbfda0444d" [ 689.027111] env[65899]: _type = "Task" [ 689.027111] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.030999] env[65899]: DEBUG nova.network.neutron [-] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.040371] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e670dd-e363-fe69-f2b1-97fbfda0444d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.067304] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.067627] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6ae6f3-573d-44ff-9080-b87a17dee93c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.078044] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 689.078044] env[65899]: value = "task-4894428" [ 689.078044] env[65899]: _type = "Task" [ 689.078044] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.090300] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.163242] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703587} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.163489] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 38aaaf3b-96c1-4530-bdc6-7729ee563a57/38aaaf3b-96c1-4530-bdc6-7729ee563a57.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.163830] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.164236] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76391505-8978-422c-80cc-a5441b267b74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.173401] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 689.173401] env[65899]: value = "task-4894429" [ 689.173401] env[65899]: _type = "Task" [ 689.173401] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.187336] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.300716] env[65899]: DEBUG oslo_concurrency.lockutils [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] Releasing lock "refresh_cache-a23d9a87-a44b-4186-94e1-3db7eb6d55af" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.301203] env[65899]: DEBUG nova.compute.manager [req-862f8cce-6e9b-4a8c-a095-6dd3ce656180 req-16624dc6-8c3a-495a-86a9-55070e3e8782 service nova] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Received event network-vif-deleted-d405ee15-1f94-47f1-afc5-07dc01cda7d5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.320060] env[65899]: DEBUG oslo_vmware.api [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894426, 'name': PowerOffVM_Task, 'duration_secs': 0.231919} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.320765] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.320765] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.320765] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a43f085-fa12-46c9-b3ca-0dbab3eff601 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.368958] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 35307382-fdf5-453f-9af8-02616b1441d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 689.370810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "e2942a34-ffad-423a-baff-0027c88faaa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.254s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.400050] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.400286] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.400605] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Deleting the datastore file [datastore2] c8c68e1e-5066-46b9-9da0-fd415b0f79bb {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.401167] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25bf99d3-949a-4fd7-9944-179abfa6f480 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.409228] env[65899]: DEBUG oslo_vmware.api [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for the task: (returnval){ [ 689.409228] env[65899]: value = "task-4894431" [ 689.409228] env[65899]: _type = "Task" [ 689.409228] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.421166] env[65899]: DEBUG oslo_vmware.api [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.436059] env[65899]: WARNING neutronclient.v2_0.client [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.466521] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894427, 'name': Rename_Task, 'duration_secs': 0.246502} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.466776] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.467068] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89e06e98-3972-4e7f-998c-a909f5540023 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.476584] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 689.476584] env[65899]: value = "task-4894432" [ 689.476584] env[65899]: _type = "Task" [ 689.476584] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.486673] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.534773] env[65899]: INFO nova.compute.manager [-] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Took 1.42 seconds to deallocate network for instance. [ 689.546100] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e670dd-e363-fe69-f2b1-97fbfda0444d, 'name': SearchDatastore_Task, 'duration_secs': 0.016397} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.546100] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ff9117-cee3-40a1-a507-5dd956b3b22c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.554459] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 689.554459] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bd8407-12ca-c59a-469c-e6e9d5827d9e" [ 689.554459] env[65899]: _type = "Task" [ 689.554459] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.567658] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bd8407-12ca-c59a-469c-e6e9d5827d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.590904] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894428, 'name': PowerOffVM_Task, 'duration_secs': 0.187618} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.594947] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.595427] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.596888] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e664f87-d057-43a0-9270-f423b2a921ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.607898] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.607898] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18fe1b46-2b26-4c62-82ba-8a8b0d07f736 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.626345] env[65899]: WARNING neutronclient.v2_0.client [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.641857] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.642108] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.642296] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Deleting the datastore file [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.642615] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea869062-9cf5-4090-8b3d-a8db7d082df4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.651317] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 689.651317] env[65899]: value = "task-4894434" [ 689.651317] env[65899]: _type = "Task" [ 689.651317] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.661089] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.684403] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086262} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.684686] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.685522] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154794f2-6ad4-4d9b-9276-777aa70ebafd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.710328] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 38aaaf3b-96c1-4530-bdc6-7729ee563a57/38aaaf3b-96c1-4530-bdc6-7729ee563a57.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.710673] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11be486f-683e-48b4-9f8e-7dc81a16f262 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.726578] env[65899]: DEBUG nova.network.neutron [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Updated VIF entry in instance network info cache for port 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 689.726971] env[65899]: DEBUG nova.network.neutron [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Updating instance_info_cache with network_info: [{"id": "02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2", "address": "fa:16:3e:4d:17:42", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a1c6f1-b9", "ovs_interfaceid": "02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.737092] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 689.737092] env[65899]: value = "task-4894435" [ 689.737092] env[65899]: _type = "Task" [ 689.737092] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.751362] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.844587] env[65899]: DEBUG nova.compute.manager [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Received event network-vif-deleted-f2837fc7-6023-495f-9028-76e8f3a841d6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.844886] env[65899]: DEBUG nova.compute.manager [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Received event network-changed-ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.845173] env[65899]: DEBUG nova.compute.manager [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Refreshing instance network info cache due to event network-changed-ae75322d-84c6-49fd-9fc9-aac112566956. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 689.845624] env[65899]: DEBUG oslo_concurrency.lockutils [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] Acquiring lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.845721] env[65899]: DEBUG oslo_concurrency.lockutils [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] Acquired lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.845987] env[65899]: DEBUG nova.network.neutron [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Refreshing network info cache for port ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.873984] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 689.875710] env[65899]: DEBUG nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 689.921939] env[65899]: DEBUG oslo_vmware.api [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Task: {'id': task-4894431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295128} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.922373] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.923280] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.923280] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.923280] env[65899]: INFO nova.compute.manager [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 689.923546] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 689.923730] env[65899]: DEBUG nova.compute.manager [-] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 689.923829] env[65899]: DEBUG nova.network.neutron [-] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 689.924177] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.994463] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.042942] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.046509] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.069699] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bd8407-12ca-c59a-469c-e6e9d5827d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019866} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.070164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.070494] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 02b3060f-2b55-4eee-9473-06a58a9bb5a1/02b3060f-2b55-4eee-9473-06a58a9bb5a1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.070922] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fb8a41c-bed6-489a-89a9-07bfdd93fea6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.081042] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 690.081042] env[65899]: value = "task-4894436" [ 690.081042] env[65899]: _type = "Task" [ 690.081042] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.091700] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.172168] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199304} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.172849] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.173457] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.173457] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.230808] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Releasing lock "refresh_cache-38aaaf3b-96c1-4530-bdc6-7729ee563a57" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.230847] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Received event network-vif-plugged-4b1e1678-eb97-419d-8854-8dde8078fcc8 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.232095] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Acquiring lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.232095] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.232095] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.232095] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] No waiting events found dispatching network-vif-plugged-4b1e1678-eb97-419d-8854-8dde8078fcc8 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 690.232095] env[65899]: WARNING nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Received unexpected event network-vif-plugged-4b1e1678-eb97-419d-8854-8dde8078fcc8 for instance with vm_state building and task_state spawning. [ 690.232440] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Received event network-changed-4b1e1678-eb97-419d-8854-8dde8078fcc8 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.232440] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Refreshing instance network info cache due to event network-changed-4b1e1678-eb97-419d-8854-8dde8078fcc8. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 690.232557] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Acquiring lock "refresh_cache-02b3060f-2b55-4eee-9473-06a58a9bb5a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.232742] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Acquired lock "refresh_cache-02b3060f-2b55-4eee-9473-06a58a9bb5a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.232904] env[65899]: DEBUG nova.network.neutron [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Refreshing network info cache for port 4b1e1678-eb97-419d-8854-8dde8078fcc8 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.253573] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.286949] env[65899]: INFO nova.compute.manager [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Rebuilding instance [ 690.349145] env[65899]: WARNING neutronclient.v2_0.client [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.359022] env[65899]: DEBUG nova.compute.manager [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 690.360643] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183bfb9a-b213-45a9-a4f6-862f777b6550 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.383278] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance bf69b32f-1651-4ad8-ab6a-52f4d2b26233 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 690.404313] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.493834] env[65899]: DEBUG oslo_vmware.api [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894432, 'name': PowerOnVM_Task, 'duration_secs': 0.743332} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.495387] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.495940] env[65899]: INFO nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Took 11.03 seconds to spawn the instance on the hypervisor. [ 690.496279] env[65899]: DEBUG nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 690.498799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c4f1a1-ead4-4210-9af2-d2262dfe1e44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.598033] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.611406] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "5f9169d8-04bb-40be-9487-897266c3332d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.611406] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "5f9169d8-04bb-40be-9487-897266c3332d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.611716] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "5f9169d8-04bb-40be-9487-897266c3332d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.612141] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "5f9169d8-04bb-40be-9487-897266c3332d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.612141] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "5f9169d8-04bb-40be-9487-897266c3332d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.616462] env[65899]: INFO nova.compute.manager [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Terminating instance [ 690.739999] env[65899]: WARNING neutronclient.v2_0.client [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.762481] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894435, 'name': ReconfigVM_Task, 'duration_secs': 0.616461} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.762481] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 38aaaf3b-96c1-4530-bdc6-7729ee563a57/38aaaf3b-96c1-4530-bdc6-7729ee563a57.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.764879] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c11ec83-3a1a-4165-a31c-9470344c3a38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.773057] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 690.773057] env[65899]: value = "task-4894437" [ 690.773057] env[65899]: _type = "Task" [ 690.773057] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.786291] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894437, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.798604] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "2ae10234-340d-47bc-9a67-0342b8ebd821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.798976] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.800419] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "2ae10234-340d-47bc-9a67-0342b8ebd821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.803277] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.803277] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.805033] env[65899]: INFO nova.compute.manager [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Terminating instance [ 690.891374] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 643db833-afad-4ab7-b8f4-d56627a5bc8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 690.968515] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5dc5-b9fa-7890-ceca-589138c01930/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.969899] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec1812-a11b-43a7-907f-2fdd94ba650c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.978182] env[65899]: DEBUG nova.network.neutron [-] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.981166] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5dc5-b9fa-7890-ceca-589138c01930/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.981166] env[65899]: ERROR oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5dc5-b9fa-7890-ceca-589138c01930/disk-0.vmdk due to incomplete transfer. [ 690.981166] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-46c05a4b-ff5d-4d62-bfb2-ceeaf436e0c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.992235] env[65899]: DEBUG oslo_vmware.rw_handles [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc5dc5-b9fa-7890-ceca-589138c01930/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.992682] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Uploaded image 9dde04dd-31a1-4982-b5d7-dd8efe8c4225 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.995406] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.995838] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84f715d2-f902-4465-996b-d0e3f0621b07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.008423] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 691.008423] env[65899]: value = "task-4894438" [ 691.008423] env[65899]: _type = "Task" [ 691.008423] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.029734] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894438, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.030309] env[65899]: INFO nova.compute.manager [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Took 35.56 seconds to build instance. [ 691.051722] env[65899]: WARNING neutronclient.v2_0.client [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.095987] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688976} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.096332] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 02b3060f-2b55-4eee-9473-06a58a9bb5a1/02b3060f-2b55-4eee-9473-06a58a9bb5a1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.096550] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.096890] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8981eee-31f1-4401-9b04-249684f513d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.111199] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 691.111199] env[65899]: value = "task-4894439" [ 691.111199] env[65899]: _type = "Task" [ 691.111199] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.124410] env[65899]: DEBUG nova.compute.manager [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 691.124703] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.125124] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.130036] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6edf87-3012-4cb2-a56a-7db2e7866093 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.141107] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.141402] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be32c8e9-e809-4829-bb65-b537bd91e319 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.151770] env[65899]: DEBUG oslo_vmware.api [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 691.151770] env[65899]: value = "task-4894440" [ 691.151770] env[65899]: _type = "Task" [ 691.151770] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.170019] env[65899]: DEBUG oslo_vmware.api [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.190959] env[65899]: DEBUG nova.network.neutron [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Updated VIF entry in instance network info cache for port ae75322d-84c6-49fd-9fc9-aac112566956. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.191438] env[65899]: DEBUG nova.network.neutron [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Updating instance_info_cache with network_info: [{"id": "ae75322d-84c6-49fd-9fc9-aac112566956", "address": "fa:16:3e:44:5b:99", "network": {"id": "8c235668-2812-4ae7-a402-0f04905286b9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574269469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "02aa7507f18147b381c3c05710208d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae75322d-84", "ovs_interfaceid": "ae75322d-84c6-49fd-9fc9-aac112566956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.208601] env[65899]: WARNING neutronclient.v2_0.client [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.237412] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 691.238392] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.238795] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 691.239586] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.239586] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 691.239888] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 691.240391] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 691.240697] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 691.241148] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 691.242358] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 691.242358] env[65899]: DEBUG nova.virt.hardware [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 691.243909] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e350d-85e3-4ab6-9947-aefb44e89664 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.262680] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff7a789-4abb-4f23-8afa-73f006b42daa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.292877] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.300247] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.305387] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.305387] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-557e5183-30eb-42ee-89d7-4fc0366a9cf4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.326072] env[65899]: DEBUG nova.compute.manager [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 691.327098] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.327098] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894437, 'name': Rename_Task, 'duration_secs': 0.300937} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.327595] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef0c88-d90b-4c44-81f2-933b97299d3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.331309] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.332039] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a15063e-c68f-430d-806e-c340252c9807 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.337752] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.337752] env[65899]: value = "task-4894441" [ 691.337752] env[65899]: _type = "Task" [ 691.337752] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.348285] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 691.348285] env[65899]: value = "task-4894442" [ 691.348285] env[65899]: _type = "Task" [ 691.348285] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.348285] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.348285] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e0f2099-c22f-46c5-bab6-6f067158d9ed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.356257] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894441, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.364211] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.365715] env[65899]: DEBUG nova.network.neutron [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Updated VIF entry in instance network info cache for port 4b1e1678-eb97-419d-8854-8dde8078fcc8. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.366151] env[65899]: DEBUG nova.network.neutron [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Updating instance_info_cache with network_info: [{"id": "4b1e1678-eb97-419d-8854-8dde8078fcc8", "address": "fa:16:3e:26:9f:4a", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1e1678-eb", "ovs_interfaceid": "4b1e1678-eb97-419d-8854-8dde8078fcc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.369600] env[65899]: DEBUG oslo_vmware.api [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 691.369600] env[65899]: value = "task-4894443" [ 691.369600] env[65899]: _type = "Task" [ 691.369600] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.378351] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.382047] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ffb838-c93a-4f0d-8d94-3414a34a7597 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.386646] env[65899]: DEBUG oslo_vmware.api [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.394673] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a4d9ccd6-3815-4d7f-99a5-12f22b159c7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 691.396308] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 691.396308] env[65899]: value = "task-4894444" [ 691.396308] env[65899]: _type = "Task" [ 691.396308] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.408125] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.483208] env[65899]: INFO nova.compute.manager [-] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Took 1.56 seconds to deallocate network for instance. [ 691.529550] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894438, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.533516] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1ed1275-7d20-4679-bf41-2ad7b89054ef tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.344s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.625450] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119475} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.625928] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.630027] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03afafd0-d703-4e96-b2c6-26639eca498a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.670107] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 02b3060f-2b55-4eee-9473-06a58a9bb5a1/02b3060f-2b55-4eee-9473-06a58a9bb5a1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.675505] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7b170a-96f2-48b7-a75e-38ac3e105a32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.697949] env[65899]: DEBUG oslo_concurrency.lockutils [req-f6e1fa57-cecc-40e0-bdbc-2e4c33e645c3 req-8dedc9bf-d39c-4bb2-805a-3fec314f67e9 service nova] Releasing lock "refresh_cache-0f63edfa-c3ae-407c-9722-7dc312700013" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.698571] env[65899]: DEBUG oslo_vmware.api [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894440, 'name': PowerOffVM_Task, 'duration_secs': 0.446334} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.700588] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.701167] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.701682] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 691.701682] env[65899]: value = "task-4894445" [ 691.701682] env[65899]: _type = "Task" [ 691.701682] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.702064] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83809fbc-c193-4bc1-b2a4-8adecd813ba5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.716061] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.823697] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "21db3b79-4146-4b48-a198-657d2ca05b2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.824087] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.840633] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.840786] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.841063] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Deleting the datastore file [datastore2] 5f9169d8-04bb-40be-9487-897266c3332d {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.844772] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9466717e-c8cd-4521-828a-d834649e3242 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.855533] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894441, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.859125] env[65899]: DEBUG oslo_vmware.api [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 691.859125] env[65899]: value = "task-4894447" [ 691.859125] env[65899]: _type = "Task" [ 691.859125] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.865623] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.872725] env[65899]: DEBUG oslo_concurrency.lockutils [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] Releasing lock "refresh_cache-02b3060f-2b55-4eee-9473-06a58a9bb5a1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.873110] env[65899]: DEBUG nova.compute.manager [req-baa6082e-da63-4cc6-94b4-6a57f6254194 req-5f216a6e-ec47-49db-98b8-ae00d660a019 service nova] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Received event network-vif-deleted-5084b0ef-24a3-46fc-bda3-8fa3d226bb05 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.873445] env[65899]: DEBUG oslo_vmware.api [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.884027] env[65899]: DEBUG oslo_vmware.api [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894443, 'name': PowerOffVM_Task, 'duration_secs': 0.287325} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.884336] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.884727] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.885435] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8ca3627-b836-4e60-b30d-be6a6faf7560 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.902551] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 41e601d6-622e-42c6-81e6-b0f2f55b77ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 691.902805] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 691.903088] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=100GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '15', 'num_task_None': '13', 'num_os_type_None': '21', 'num_proj_7eda4f71a73749aebe02ab428da092b3': '1', 'io_workload': '4', 'num_vm_resized': '1', 'num_proj_aea95eefa66d46e7b248d03ac5d24f51': '1', 'num_proj_a51c8e4a839f4f17bca532a2503c9a79': '1', 'num_task_deleting': '3', 'num_proj_463000479dfb4cfdb631bb51a1a8b9b0': '1', 'num_task_image_uploading': '1', 'num_proj_ddaf6a44a7724b40bdb20f3c2e4a1bfd': '1', 'num_proj_babd0d22a0ae49fe938851b7659127d0': '1', 'num_vm_stopped': '1', 'num_proj_ada283044488484fb66f0bb359de932d': '1', 'num_proj_caa20cebbf7a4f37a39bfddf5db0ef0d': '2', 'num_proj_8747d00dce65423eaf1727a837c222ce': '1', 'num_proj_4cecf3f49dad4f2f864a4e15089f1a9f': '1', 'num_proj_1783b58ed95945c8bb412115dc113237': '1', 'num_proj_e2f6e92bedd14ba0922dfb080e3aa639': '1', 'num_proj_b91d802bc98644dabb2ac08fe0a98fc3': '1', 'num_proj_3e1e2f4e8b3e4505b24625bbbdfdd852': '1', 'num_proj_c987165dea3b485a93d3bc33180770f8': '1', 'num_proj_02aa7507f18147b381c3c05710208d30': '1', 'num_proj_9627d8d73a354e4abeef565fbfd7a97d': '1', 'num_vm_building': '4', 'num_task_spawning': '4', 'num_proj_52bed304bd51494284849be165610ee4': '2', 'num_proj_7384ead101094d289a0f4322752864a5': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 691.912580] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894444, 'name': PowerOffVM_Task, 'duration_secs': 0.211905} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.912580] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.913404] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.914320] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7931c-0f56-4128-af0d-0e0d7c85b299 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.925062] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.925533] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bf12bb0-4dd6-4f31-b2c1-b94827327690 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.962661] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.963085] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.963296] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Deleting the datastore file [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.967302] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ec1fafa-ee03-4555-bf41-9cbd3482a327 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.977413] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.981040] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.981040] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Deleting the datastore file [datastore2] 2ae10234-340d-47bc-9a67-0342b8ebd821 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.981040] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955903bd-23e9-47a4-ac30-f22f86b56cad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.982850] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 691.982850] env[65899]: value = "task-4894450" [ 691.982850] env[65899]: _type = "Task" [ 691.982850] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.991821] env[65899]: DEBUG oslo_vmware.api [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for the task: (returnval){ [ 691.991821] env[65899]: value = "task-4894451" [ 691.991821] env[65899]: _type = "Task" [ 691.991821] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.992868] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.000830] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.006898] env[65899]: DEBUG oslo_vmware.api [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.027180] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894438, 'name': Destroy_Task, 'duration_secs': 0.775581} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.030474] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Destroyed the VM [ 692.031491] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 692.031491] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0591e2fc-5952-44b9-9bcb-a22088646403 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.037288] env[65899]: DEBUG nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 692.043576] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 692.043576] env[65899]: value = "task-4894452" [ 692.043576] env[65899]: _type = "Task" [ 692.043576] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.056074] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.222380] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.356410] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894441, 'name': CreateVM_Task, 'duration_secs': 0.587384} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.356733] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.357666] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.357948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.358457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.358883] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8533927a-7dcd-485b-a1a4-360f4d30243f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.370469] env[65899]: DEBUG oslo_vmware.api [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894442, 'name': PowerOnVM_Task, 'duration_secs': 0.879529} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.371633] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.372201] env[65899]: INFO nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Took 10.21 seconds to spawn the instance on the hypervisor. [ 692.372536] env[65899]: DEBUG nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.378027] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bc73aa-4da0-4075-9615-fbfeb45a93fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.384754] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 692.384754] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52749b1a-c460-dd78-5d9d-7120bbb3b3d6" [ 692.384754] env[65899]: _type = "Task" [ 692.384754] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.385394] env[65899]: DEBUG oslo_vmware.api [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255801} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.389446] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.389998] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.390302] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.390582] env[65899]: INFO nova.compute.manager [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 692.390923] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 692.396048] env[65899]: DEBUG nova.compute.manager [-] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 692.396048] env[65899]: DEBUG nova.network.neutron [-] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 692.396048] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.419702] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52749b1a-c460-dd78-5d9d-7120bbb3b3d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.500759] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172774} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.507530] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.508288] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.508288] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.526363] env[65899]: DEBUG oslo_vmware.api [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Task: {'id': task-4894451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249494} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.528176] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.528789] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.529699] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.529699] env[65899]: INFO nova.compute.manager [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Took 1.20 seconds to destroy the instance on the hypervisor. [ 692.530158] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 692.535600] env[65899]: DEBUG nova.compute.manager [-] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 692.535782] env[65899]: DEBUG nova.network.neutron [-] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 692.536312] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.544616] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.561423] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2498207-8c89-4ec5-95b5-fa353301f958 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.573651] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894452, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.577637] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3731db-77c4-4f26-b46b-90d6d6cb9f15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.585438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.630383] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bb94d-3a4f-4339-afbb-4cb9165ab399 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.641729] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b681c090-7e4d-4ae1-ba76-9dc558701072 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.661450] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.722624] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894445, 'name': ReconfigVM_Task, 'duration_secs': 0.561341} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.723821] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.725980] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 02b3060f-2b55-4eee-9473-06a58a9bb5a1/02b3060f-2b55-4eee-9473-06a58a9bb5a1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.727018] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c775990-5e50-45b8-ba0b-714b0d4babbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.738314] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 692.738314] env[65899]: value = "task-4894453" [ 692.738314] env[65899]: _type = "Task" [ 692.738314] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.750771] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894453, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.904026] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52749b1a-c460-dd78-5d9d-7120bbb3b3d6, 'name': SearchDatastore_Task, 'duration_secs': 0.041367} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.904026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.904026] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.904026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.904026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.904026] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.904026] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c40d4613-2875-4dbd-a2c4-895cd157a91d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.918134] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.918134] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.918134] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84f66a6-9303-42c6-855b-c1bbdb7bedef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.931173] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 692.931173] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520437ea-18ff-595f-78a5-5480b0ffe28c" [ 692.931173] env[65899]: _type = "Task" [ 692.931173] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.931962] env[65899]: INFO nova.compute.manager [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Took 35.20 seconds to build instance. [ 692.945738] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520437ea-18ff-595f-78a5-5480b0ffe28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.064564] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894452, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.163978] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.252275] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894453, 'name': Rename_Task, 'duration_secs': 0.281023} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.252275] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.252275] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaaec8b4-32f6-45e5-899f-d6f864ee8372 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.263396] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 693.263396] env[65899]: value = "task-4894454" [ 693.263396] env[65899]: _type = "Task" [ 693.263396] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.274382] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.323254] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "afbb5c92-d555-4b8f-b170-5cb53e87491d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.323505] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.438540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-055e2693-685c-482e-b6e3-909949fa502f tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.534s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.445711] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520437ea-18ff-595f-78a5-5480b0ffe28c, 'name': SearchDatastore_Task, 'duration_secs': 0.014845} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.447350] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94b9b4a-1f90-48d9-9cec-4efc01ec4870 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.454038] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 693.454038] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52609a30-7b1d-75fe-5c31-01cfbe121d24" [ 693.454038] env[65899]: _type = "Task" [ 693.454038] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.464890] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52609a30-7b1d-75fe-5c31-01cfbe121d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 693.550970] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 693.551511] env[65899]: DEBUG nova.virt.hardware [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 693.552100] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15653112-8729-4605-ae9f-92ee02414097 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.564659] env[65899]: DEBUG oslo_vmware.api [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894452, 'name': RemoveSnapshot_Task, 'duration_secs': 1.362376} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.566259] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.566492] env[65899]: INFO nova.compute.manager [None req-984fc378-630c-4ca9-aed0-3fc5ae3d3e0b tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Took 18.03 seconds to snapshot the instance on the hypervisor. [ 693.570753] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a42c6b-d7bd-4d13-b4d9-c41674f37cf8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.585857] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.592266] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.592916] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.593168] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0c6ed9-48f0-417b-906f-3bc9aac5127e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.612704] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.612704] env[65899]: value = "task-4894455" [ 693.612704] env[65899]: _type = "Task" [ 693.612704] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.624374] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894455, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.672741] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 693.672909] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.382s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.673348] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.994s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.673577] env[65899]: DEBUG nova.objects.instance [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 693.771927] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894454, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.820412] env[65899]: DEBUG nova.network.neutron [-] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.903253] env[65899]: DEBUG nova.network.neutron [-] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.947323] env[65899]: DEBUG nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 693.965177] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52609a30-7b1d-75fe-5c31-01cfbe121d24, 'name': SearchDatastore_Task, 'duration_secs': 0.017871} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.966266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.966266] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.966266] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e00331-fe38-432f-9e74-9ab8532eb5a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.975913] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 693.975913] env[65899]: value = "task-4894456" [ 693.975913] env[65899]: _type = "Task" [ 693.975913] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.988517] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.123688] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894455, 'name': CreateVM_Task, 'duration_secs': 0.387017} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.124361] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.124554] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.124643] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.124961] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.125217] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ad852c-70ae-49d5-ba44-e6b34dbf99d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.131423] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 694.131423] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5200bc9b-5205-8985-a4ef-c79d66ccfcd4" [ 694.131423] env[65899]: _type = "Task" [ 694.131423] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.141521] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5200bc9b-5205-8985-a4ef-c79d66ccfcd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.275143] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.285146] env[65899]: DEBUG nova.compute.manager [req-c8e9b5de-fbf1-4515-af01-ce59efa7beee req-76ade2a8-fd35-4259-a1e1-e89fff46ff29 service nova] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Received event network-vif-deleted-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 694.285347] env[65899]: DEBUG nova.compute.manager [req-c8e9b5de-fbf1-4515-af01-ce59efa7beee req-76ade2a8-fd35-4259-a1e1-e89fff46ff29 service nova] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Received event network-vif-deleted-60e58705-b24e-4264-b152-6d60507ac2c3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 694.285516] env[65899]: DEBUG nova.compute.manager [req-c8e9b5de-fbf1-4515-af01-ce59efa7beee req-76ade2a8-fd35-4259-a1e1-e89fff46ff29 service nova] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Received event network-vif-deleted-ffdedf8e-01e7-49f3-a107-b8a6d2398393 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 694.325103] env[65899]: INFO nova.compute.manager [-] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Took 1.93 seconds to deallocate network for instance. [ 694.407194] env[65899]: INFO nova.compute.manager [-] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Took 1.87 seconds to deallocate network for instance. [ 694.477732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.491602] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894456, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.534821] env[65899]: DEBUG nova.compute.manager [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Received event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 694.535312] env[65899]: DEBUG nova.compute.manager [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing instance network info cache due to event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 694.535722] env[65899]: DEBUG oslo_concurrency.lockutils [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] Acquiring lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.535781] env[65899]: DEBUG oslo_concurrency.lockutils [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] Acquired lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.535916] env[65899]: DEBUG nova.network.neutron [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.643892] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5200bc9b-5205-8985-a4ef-c79d66ccfcd4, 'name': SearchDatastore_Task, 'duration_secs': 0.015846} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.644390] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.644756] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.645120] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.645439] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.645806] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.646420] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c3dad71-b527-469d-ae7b-c3aa55694fed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.666134] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.666134] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.666134] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72e16bb-9ff4-4991-b42c-ae8e2b77627b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.674915] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 694.674915] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ef8efe-aac8-f903-ee4d-b8da8b217ce2" [ 694.674915] env[65899]: _type = "Task" [ 694.674915] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.685950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3ae66efb-f4bf-40d7-91c1-ba97b966571a tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.687120] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ef8efe-aac8-f903-ee4d-b8da8b217ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.687827] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.939s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.690035] env[65899]: INFO nova.compute.claims [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.776582] env[65899]: DEBUG oslo_vmware.api [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894454, 'name': PowerOnVM_Task, 'duration_secs': 1.227927} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.777644] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.777644] env[65899]: INFO nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Took 9.89 seconds to spawn the instance on the hypervisor. [ 694.777644] env[65899]: DEBUG nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 694.778362] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471c1d1-3e2f-47a4-8666-4ca956672e69 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.834123] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.919585] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.990635] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927204} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.991014] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.991251] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.992445] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-130efb5e-06a0-4cc5-af12-98bdd7aba13e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.999024] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 694.999024] env[65899]: value = "task-4894457" [ 694.999024] env[65899]: _type = "Task" [ 694.999024] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.007517] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.044232] env[65899]: WARNING neutronclient.v2_0.client [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.187894] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ef8efe-aac8-f903-ee4d-b8da8b217ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.062994} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.190601] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0211c323-479e-4959-9387-0e245854121b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.204828] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 695.204828] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ebfac0-328e-4a66-f5d2-6969ffd922cd" [ 695.204828] env[65899]: _type = "Task" [ 695.204828] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.215480] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ebfac0-328e-4a66-f5d2-6969ffd922cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.300830] env[65899]: INFO nova.compute.manager [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Took 35.00 seconds to build instance. [ 695.379708] env[65899]: WARNING neutronclient.v2_0.client [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.474071] env[65899]: DEBUG nova.network.neutron [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updated VIF entry in instance network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.474433] env[65899]: DEBUG nova.network.neutron [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.512548] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072273} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.512894] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.513774] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859eefd9-83d4-4390-b6d4-0a6cee40460a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.537861] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.537962] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62d1caf-6ad2-4e07-be70-3abe198c9d47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.555293] env[65899]: DEBUG nova.compute.manager [None req-d8b254ed-1175-46f7-b611-dbfcaa560248 tempest-ServerDiagnosticsTest-2143581771 tempest-ServerDiagnosticsTest-2143581771-project-admin] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 695.556818] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6057a7-cacc-4bd3-bab6-8d365c00e4bb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.562233] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 695.562233] env[65899]: value = "task-4894458" [ 695.562233] env[65899]: _type = "Task" [ 695.562233] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.567186] env[65899]: INFO nova.compute.manager [None req-d8b254ed-1175-46f7-b611-dbfcaa560248 tempest-ServerDiagnosticsTest-2143581771 tempest-ServerDiagnosticsTest-2143581771-project-admin] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Retrieving diagnostics [ 695.568784] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9fe0cb-f8e4-49db-bb9d-edb92217a07f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.607823] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.717015] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ebfac0-328e-4a66-f5d2-6969ffd922cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.717015] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.717015] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.717015] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5668c403-0f4f-4dee-9368-f40553b313ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.724508] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 695.724508] env[65899]: value = "task-4894459" [ 695.724508] env[65899]: _type = "Task" [ 695.724508] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.734218] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.804536] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.297s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.979460] env[65899]: DEBUG oslo_concurrency.lockutils [req-194362f4-32c0-42b0-9506-3a20c337b254 req-6c5e03f2-c715-463c-a549-c6e91d60280a service nova] Releasing lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.073391] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894458, 'name': ReconfigVM_Task, 'duration_secs': 0.289461} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.076205] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9/242e40a3-2e0b-4825-ad80-5d2c512d17d9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.077053] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40915d62-c1dd-474b-bc9c-836ba9daece6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.083974] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 696.083974] env[65899]: value = "task-4894460" [ 696.083974] env[65899]: _type = "Task" [ 696.083974] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.096720] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894460, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.159452] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db8477e-0426-4efe-a7c3-89377a8100ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.168784] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433165c5-01f5-4086-b9d9-8799ed05615b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.206025] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6820940a-8d3a-4cfa-8ddc-38e3c97b7068 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.215632] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6349a556-af89-4552-a1ad-aa11cc16e6ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.239381] env[65899]: DEBUG nova.compute.provider_tree [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.247444] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.308107] env[65899]: DEBUG nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 696.597772] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894460, 'name': Rename_Task, 'duration_secs': 0.154227} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.597772] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.597772] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed21c5c-8663-4a01-a2cf-774fb486304a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.604194] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Waiting for the task: (returnval){ [ 696.604194] env[65899]: value = "task-4894461" [ 696.604194] env[65899]: _type = "Task" [ 696.604194] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.613446] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.736030] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864205} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.736404] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.736625] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.736890] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bcb5e2c-e4ad-45d4-b779-66196108db94 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.742355] env[65899]: DEBUG nova.scheduler.client.report [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.748028] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 696.748028] env[65899]: value = "task-4894462" [ 696.748028] env[65899]: _type = "Task" [ 696.748028] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.763529] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.832805] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.846857] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecf7be7-21fa-4025-aae2-9935e6a9c69f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.856340] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Suspending the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 696.856616] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-af957c8c-9e58-4b14-8021-88232f3d0a41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.863766] env[65899]: DEBUG oslo_vmware.api [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] Waiting for the task: (returnval){ [ 696.863766] env[65899]: value = "task-4894463" [ 696.863766] env[65899]: _type = "Task" [ 696.863766] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.881907] env[65899]: DEBUG oslo_vmware.api [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] Task: {'id': task-4894463, 'name': SuspendVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.919824] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "e2942a34-ffad-423a-baff-0027c88faaa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.920313] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "e2942a34-ffad-423a-baff-0027c88faaa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.920470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "e2942a34-ffad-423a-baff-0027c88faaa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.920868] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "e2942a34-ffad-423a-baff-0027c88faaa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.920868] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "e2942a34-ffad-423a-baff-0027c88faaa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.925637] env[65899]: INFO nova.compute.manager [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Terminating instance [ 696.980545] env[65899]: DEBUG nova.compute.manager [req-28d0cddb-6308-4bb8-abd5-04efa0c98105 req-7b0aab7d-7493-4fef-914b-32ca63955942 service nova] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Received event network-vif-deleted-78d9716e-d61c-4dcf-a4f5-08448c26fe26 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.116400] env[65899]: DEBUG oslo_vmware.api [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Task: {'id': task-4894461, 'name': PowerOnVM_Task, 'duration_secs': 0.457006} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.116400] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.116692] env[65899]: DEBUG nova.compute.manager [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 697.117874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a98953-1479-4594-ba87-b50021aa1c37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.251077] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.251902] env[65899]: DEBUG nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 697.258148] env[65899]: DEBUG nova.compute.manager [req-b084c41d-4313-4ecf-abb4-3a1cc727b192 req-7c67b85c-a80d-4702-8781-b5c6090ed6e1 service nova] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Received event network-vif-deleted-eaedf9df-dee2-4f8b-9f77-9db33725b2dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.259083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.405s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.261754] env[65899]: INFO nova.compute.claims [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.266601] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.267266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.267628] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.267981] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.268398] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.276725] env[65899]: INFO nova.compute.manager [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Terminating instance [ 697.288441] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087987} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.288742] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.290229] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934a636-8fcd-4e2a-ae51-084e28624a2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.324092] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.325721] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae13834-255d-4a7d-a264-e5954dd4c758 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.346445] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 697.346445] env[65899]: value = "task-4894464" [ 697.346445] env[65899]: _type = "Task" [ 697.346445] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.360119] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.374265] env[65899]: DEBUG oslo_vmware.api [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] Task: {'id': task-4894463, 'name': SuspendVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.431149] env[65899]: DEBUG nova.compute.manager [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 697.431149] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.431943] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c93380-3eb2-4cea-85a4-d6946493323c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.442611] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.442882] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e9203f-dcc0-4323-a852-930d66fd566f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.450413] env[65899]: DEBUG oslo_vmware.api [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 697.450413] env[65899]: value = "task-4894465" [ 697.450413] env[65899]: _type = "Task" [ 697.450413] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.461393] env[65899]: DEBUG oslo_vmware.api [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.640138] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.695486] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.695791] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.696152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.696450] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.696647] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.698864] env[65899]: INFO nova.compute.manager [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Terminating instance [ 697.760582] env[65899]: DEBUG nova.compute.utils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.761977] env[65899]: DEBUG nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 697.762595] env[65899]: DEBUG nova.network.neutron [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.762595] env[65899]: WARNING neutronclient.v2_0.client [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.762785] env[65899]: WARNING neutronclient.v2_0.client [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.783971] env[65899]: DEBUG nova.compute.manager [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 697.784156] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.785622] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028246f3-bd25-44ad-bdcd-c2ed8f6fc23c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.797743] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.798176] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a59467a-ccf0-43c8-82c9-1def9c3e1e70 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.807336] env[65899]: DEBUG oslo_vmware.api [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 697.807336] env[65899]: value = "task-4894466" [ 697.807336] env[65899]: _type = "Task" [ 697.807336] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.809386] env[65899]: DEBUG nova.policy [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ca3ca4eb00489e8a977c5c516c00aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da292f6dbd414c03b7ba084851565e65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.824106] env[65899]: DEBUG oslo_vmware.api [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.858349] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.876825] env[65899]: DEBUG oslo_vmware.api [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] Task: {'id': task-4894463, 'name': SuspendVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.964406] env[65899]: DEBUG oslo_vmware.api [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894465, 'name': PowerOffVM_Task, 'duration_secs': 0.464609} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.964406] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.964406] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.964406] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbbb6182-0c99-4106-b222-899cb46dea82 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.052425] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.052597] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.052788] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleting the datastore file [datastore1] e2942a34-ffad-423a-baff-0027c88faaa0 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.053183] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acdc0421-bcc9-48e5-a4cc-f0eaee2f42ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.063277] env[65899]: DEBUG oslo_vmware.api [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 698.063277] env[65899]: value = "task-4894468" [ 698.063277] env[65899]: _type = "Task" [ 698.063277] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.075720] env[65899]: DEBUG oslo_vmware.api [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.203403] env[65899]: DEBUG nova.network.neutron [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Successfully created port: 32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.206309] env[65899]: DEBUG nova.compute.manager [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 698.206518] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.207757] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2f9d6c-7102-48ee-9aef-547239ba45f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.218420] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.218922] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36ece8a-1d2e-42a5-931f-c1805b0cf34b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.229139] env[65899]: DEBUG oslo_vmware.api [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 698.229139] env[65899]: value = "task-4894469" [ 698.229139] env[65899]: _type = "Task" [ 698.229139] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.243727] env[65899]: DEBUG oslo_vmware.api [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.267505] env[65899]: DEBUG nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 698.331703] env[65899]: DEBUG oslo_vmware.api [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894466, 'name': PowerOffVM_Task, 'duration_secs': 0.343805} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.332218] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.334791] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.334791] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97190552-8d2b-4ac8-a88b-90a3607e48ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.361619] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894464, 'name': ReconfigVM_Task, 'duration_secs': 0.967178} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.362085] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d/e1c8866a-3067-4716-b949-d488bc94e24d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.363093] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.363359] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.363591] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.363933] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.364134] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.365982] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eb64183-04b4-4d41-a9ac-eb14ee65f104 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.368599] env[65899]: INFO nova.compute.manager [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Terminating instance [ 698.385599] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 698.385599] env[65899]: value = "task-4894471" [ 698.385599] env[65899]: _type = "Task" [ 698.385599] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.390761] env[65899]: DEBUG oslo_vmware.api [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] Task: {'id': task-4894463, 'name': SuspendVM_Task, 'duration_secs': 1.240559} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.395264] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Suspended the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 698.395547] env[65899]: DEBUG nova.compute.manager [None req-e0dcf504-ee74-422b-8bb4-7de5460b521f tempest-ServersAdminNegativeTestJSON-522542591 tempest-ServersAdminNegativeTestJSON-522542591-project-admin] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 698.400987] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270c72b-de19-476a-9800-cd506e9292c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.418100] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894471, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.419743] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.419973] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.420174] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Deleting the datastore file [datastore1] 38aaaf3b-96c1-4530-bdc6-7729ee563a57 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.420709] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef114a2e-e983-4750-8a79-a6894ef08392 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.432664] env[65899]: DEBUG oslo_vmware.api [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for the task: (returnval){ [ 698.432664] env[65899]: value = "task-4894472" [ 698.432664] env[65899]: _type = "Task" [ 698.432664] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.444175] env[65899]: DEBUG oslo_vmware.api [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.516305] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.516540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.516920] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.517133] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.517367] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.521398] env[65899]: INFO nova.compute.manager [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Terminating instance [ 698.575660] env[65899]: DEBUG oslo_vmware.api [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210035} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.575987] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.576200] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.576378] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.576554] env[65899]: INFO nova.compute.manager [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 698.576834] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 698.580077] env[65899]: DEBUG nova.compute.manager [-] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 698.580185] env[65899]: DEBUG nova.network.neutron [-] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 698.580452] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.738885] env[65899]: DEBUG oslo_vmware.api [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894469, 'name': PowerOffVM_Task, 'duration_secs': 0.215182} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.741451] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.741618] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.742090] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2f2a030-ac32-447c-8c00-37cc7fdfbd40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.781769] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.811168] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.811481] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.811678] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleting the datastore file [datastore1] a23d9a87-a44b-4186-94e1-3db7eb6d55af {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.811954] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a51c2fc7-ce0c-451e-a71c-5bb2b9dc096c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.823654] env[65899]: DEBUG oslo_vmware.api [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for the task: (returnval){ [ 698.823654] env[65899]: value = "task-4894474" [ 698.823654] env[65899]: _type = "Task" [ 698.823654] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.833293] env[65899]: DEBUG oslo_vmware.api [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.861573] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a69c6db-de61-41fe-a9fc-818b06e52247 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.869481] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f3326-8fc7-4551-990c-ad96a316cba4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.903345] env[65899]: DEBUG nova.compute.manager [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 698.903607] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.905256] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb5487a-c15d-4528-87ca-d7d8274e2546 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.912480] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef47c41-fd29-4ea0-ac6f-15c840c5e427 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.925768] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894471, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.926099] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.929234] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3caa6616-7133-4c99-b62c-a4f1e65d75ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.932135] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f810844e-340f-40f5-866c-24cee2cc9833 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.954320] env[65899]: DEBUG nova.compute.provider_tree [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.955789] env[65899]: DEBUG oslo_vmware.api [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Task: {'id': task-4894472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222926} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.959124] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.959124] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.959124] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.959124] env[65899]: INFO nova.compute.manager [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Took 1.17 seconds to destroy the instance on the hypervisor. [ 698.959124] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 698.959124] env[65899]: DEBUG oslo_vmware.api [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 698.959124] env[65899]: value = "task-4894475" [ 698.959124] env[65899]: _type = "Task" [ 698.959124] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.959479] env[65899]: DEBUG nova.compute.manager [-] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 698.959479] env[65899]: DEBUG nova.network.neutron [-] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 698.959627] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.971530] env[65899]: DEBUG oslo_vmware.api [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.031349] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "refresh_cache-242e40a3-2e0b-4825-ad80-5d2c512d17d9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.031572] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquired lock "refresh_cache-242e40a3-2e0b-4825-ad80-5d2c512d17d9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.031817] env[65899]: DEBUG nova.network.neutron [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 699.279558] env[65899]: DEBUG nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 699.308145] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.308145] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.308145] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.309103] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.309422] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.309713] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.310092] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.310379] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.310705] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.311045] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.311376] env[65899]: DEBUG nova.virt.hardware [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.312458] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d8371-9c93-4a88-becd-0815927b2ef3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.321554] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb07b00f-fe32-4b44-bd38-97a86e61e360 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.336850] env[65899]: DEBUG oslo_vmware.api [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Task: {'id': task-4894474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160149} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.345382] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.345624] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.345822] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.346035] env[65899]: INFO nova.compute.manager [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 699.346319] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 699.346896] env[65899]: DEBUG nova.compute.manager [-] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 699.346999] env[65899]: DEBUG nova.network.neutron [-] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.347274] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.361235] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.415857] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894471, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.457425] env[65899]: DEBUG nova.scheduler.client.report [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.471560] env[65899]: DEBUG oslo_vmware.api [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894475, 'name': PowerOffVM_Task, 'duration_secs': 0.19505} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.471906] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.472111] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.472452] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0a2823-5e82-44d0-a0b2-3ccc99995972 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.535167] env[65899]: WARNING neutronclient.v2_0.client [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.539582] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.539796] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.539972] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Deleting the datastore file [datastore2] 98faf004-25ab-4aa9-8d4e-948a39bcf39a {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.540269] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b85038d-5b01-490f-886a-b1f0ed84b71f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.545741] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.549030] env[65899]: DEBUG oslo_vmware.api [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for the task: (returnval){ [ 699.549030] env[65899]: value = "task-4894477" [ 699.549030] env[65899]: _type = "Task" [ 699.549030] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.557807] env[65899]: DEBUG oslo_vmware.api [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.619191] env[65899]: DEBUG nova.network.neutron [-] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.819641] env[65899]: DEBUG nova.network.neutron [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.922801] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894471, 'name': Rename_Task, 'duration_secs': 1.224366} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.923433] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.923822] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd16283-6ead-4715-ac0b-3efd2cb57581 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.933357] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 699.933357] env[65899]: value = "task-4894478" [ 699.933357] env[65899]: _type = "Task" [ 699.933357] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.941837] env[65899]: DEBUG nova.network.neutron [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Successfully updated port: 32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.956616] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894478, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.963487] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.963995] env[65899]: DEBUG nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 699.966954] env[65899]: DEBUG oslo_concurrency.lockutils [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.936s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.062638] env[65899]: DEBUG oslo_vmware.api [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Task: {'id': task-4894477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150778} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.064106] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.064311] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.064478] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.064653] env[65899]: INFO nova.compute.manager [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 700.064932] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.065375] env[65899]: DEBUG nova.compute.manager [-] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 700.065471] env[65899]: DEBUG nova.network.neutron [-] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.065704] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.102566] env[65899]: DEBUG nova.network.neutron [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.124580] env[65899]: INFO nova.compute.manager [-] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Took 1.54 seconds to deallocate network for instance. [ 700.259315] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.267979] env[65899]: DEBUG nova.network.neutron [-] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.446011] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.446652] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.446824] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquired lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.446995] env[65899]: DEBUG nova.network.neutron [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 700.473611] env[65899]: DEBUG nova.compute.utils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.475301] env[65899]: DEBUG nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.475895] env[65899]: DEBUG nova.network.neutron [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.475895] env[65899]: WARNING neutronclient.v2_0.client [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.476612] env[65899]: WARNING neutronclient.v2_0.client [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.566662] env[65899]: DEBUG nova.network.neutron [-] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.609125] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Releasing lock "refresh_cache-242e40a3-2e0b-4825-ad80-5d2c512d17d9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.609125] env[65899]: DEBUG nova.compute.manager [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 700.609276] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.610389] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbd68b4-bcb1-44b8-a5bf-1a956b1d649a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.614593] env[65899]: DEBUG nova.policy [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6f3ef1c7ca4410aa657b1d74b502ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde1bd0b7ffd4521b097145b11fbd8b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.617142] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb94ba-963c-43be-a7d1-b8b1530fda44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.631753] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1946d6-61e1-493d-974d-30b2db922328 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.635922] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.636284] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.636557] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37128b7c-3c90-4076-a88f-9457d7da9250 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.671369] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b04b9-bbd6-443d-82a6-65e4fe624b70 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.677476] env[65899]: DEBUG oslo_vmware.api [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 700.677476] env[65899]: value = "task-4894479" [ 700.677476] env[65899]: _type = "Task" [ 700.677476] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.684926] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30258f96-840f-4d11-8967-347756d5043d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.692760] env[65899]: DEBUG oslo_vmware.api [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.705722] env[65899]: DEBUG nova.compute.provider_tree [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.773855] env[65899]: INFO nova.compute.manager [-] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Took 1.81 seconds to deallocate network for instance. [ 700.946687] env[65899]: DEBUG oslo_vmware.api [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894478, 'name': PowerOnVM_Task, 'duration_secs': 1.004232} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.946687] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.946948] env[65899]: DEBUG nova.compute.manager [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 700.947739] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f95bc-913d-4131-85ea-09804ecd7a8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.969138] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "ef5f0333-5109-4fb6-91be-179cdf2541fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.969537] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.980482] env[65899]: DEBUG nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 701.062451] env[65899]: DEBUG nova.network.neutron [-] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.075312] env[65899]: INFO nova.compute.manager [-] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Took 1.73 seconds to deallocate network for instance. [ 701.084429] env[65899]: DEBUG nova.network.neutron [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Successfully created port: faeedda0-cb1b-4282-8a47-6a60fb51c1a9 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.191949] env[65899]: DEBUG oslo_vmware.api [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894479, 'name': PowerOffVM_Task, 'duration_secs': 0.142694} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.192514] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.192514] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.192621] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d12f5e0-441e-4f7e-84f1-68273962acd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.212833] env[65899]: DEBUG nova.scheduler.client.report [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.221303] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.221602] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.221710] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Deleting the datastore file [datastore2] 242e40a3-2e0b-4825-ad80-5d2c512d17d9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.222020] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379c597a-4da6-4e51-9b37-2085f714726b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.233753] env[65899]: DEBUG oslo_vmware.api [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for the task: (returnval){ [ 701.233753] env[65899]: value = "task-4894481" [ 701.233753] env[65899]: _type = "Task" [ 701.233753] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.244694] env[65899]: DEBUG oslo_vmware.api [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.283117] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.301818] env[65899]: DEBUG nova.network.neutron [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 701.467371] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.564076] env[65899]: INFO nova.compute.manager [-] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Took 1.50 seconds to deallocate network for instance. [ 701.581617] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.719249] env[65899]: DEBUG oslo_concurrency.lockutils [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.719604] env[65899]: INFO nova.compute.manager [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Successfully reverted task state from image_uploading on failure for instance. [ 701.722455] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.420s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.722781] env[65899]: DEBUG nova.objects.instance [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server [None req-47b63baa-d57b-4fc9-86ef-028bb787e7e8 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Exception during message handling: glanceclient.exc.HTTPException: HTTP 410 Gone: Image d5cf51f5-6798-4eb5-9783-7cfc2af43131 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server raise self.value [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server raise self.value [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server raise self.value [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server raise self.value [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4583, in snapshot_instance [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4616, in _snapshot_instance [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1024, in snapshot [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server images.upload_image_stream_optimized( [ 701.729519] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 467, in upload_image_stream_optimized [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server IMAGE_API.update(context, image_id, image_metadata, data=read_handle) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1254, in update [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server return session.update(context, image_id, image_info, data=data, [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 704, in update [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server _reraise_translated_image_exception(image_id) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1042, in _reraise_translated_image_exception [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server raise new_exc.with_traceback(exc_trace) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 702, in update [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server image = self._update_v2(context, sent_service_image_meta, data) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 721, in _update_v2 [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server image = self._upload_data(context, image_id, data) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 590, in _upload_data [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server utils.tpool_execute(self._client.call, [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 634, in tpool_execute [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server return _pass_context(tpool.execute, func, *args, **kwargs) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 586, in _pass_context [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server return runner(context_wrapper, *args, **kwargs) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 125, in execute [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server raise e.with_traceback(tb) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 82, in tworker [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server rv = meth(*args, **kwargs) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 181, in call [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server result = getattr(controller, method)(*args, **kwargs) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 652, in inner [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server return RequestIdProxy(wrapped(*args, **kwargs)) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 313, in upload [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server resp, body = self.http_client.put(url, headers=hdrs, data=body) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 619, in put [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server return self.request(url, 'PUT', **kwargs) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 376, in request [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server return self._handle_response(resp) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 116, in _handle_response [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server raise exc.from_response(resp, resp.content) [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server glanceclient.exc.HTTPException: HTTP 410 Gone: Image d5cf51f5-6798-4eb5-9783-7cfc2af43131 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 701.731708] env[65899]: ERROR oslo_messaging.rpc.server [ 701.745758] env[65899]: DEBUG oslo_vmware.api [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Task: {'id': task-4894481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099793} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.746349] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.746489] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.746694] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.746931] env[65899]: INFO nova.compute.manager [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 701.747204] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 701.747408] env[65899]: DEBUG nova.compute.manager [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.747504] env[65899]: DEBUG nova.network.neutron [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.747751] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.992543] env[65899]: DEBUG nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 702.021013] env[65899]: DEBUG nova.network.neutron [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 702.021186] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.027283] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 702.027540] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.027771] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 702.027985] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.028187] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 702.028336] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 702.028543] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.028693] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 702.028988] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 702.029259] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 702.029500] env[65899]: DEBUG nova.virt.hardware [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 702.030398] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc98d5a-ad29-4abb-babb-3f7c3b278464 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.041815] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0568c6c5-5466-4c1d-8267-4bc6e4d79eba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.071546] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.524871] env[65899]: DEBUG nova.network.neutron [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.733579] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66a65ac0-ea6c-42a0-9533-5fe477eed56b tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.734772] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.350s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.740146] env[65899]: INFO nova.compute.claims [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.816799] env[65899]: DEBUG nova.network.neutron [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Successfully updated port: faeedda0-cb1b-4282-8a47-6a60fb51c1a9 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.878022] env[65899]: WARNING neutronclient.v2_0.client [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.977655] env[65899]: DEBUG nova.network.neutron [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Updating instance_info_cache with network_info: [{"id": "32b88667-72bf-4327-9f0c-622b881dfcb4", "address": "fa:16:3e:3f:cc:c2", "network": {"id": "351907a7-016e-4575-8d60-14b2ad9f2cb5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1621177989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da292f6dbd414c03b7ba084851565e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b88667-72", "ovs_interfaceid": "32b88667-72bf-4327-9f0c-622b881dfcb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.981455] env[65899]: DEBUG nova.compute.manager [req-ba83dd8b-b6d5-49ec-b66d-ed142ca037e5 req-4857e3b2-d03e-4b9e-a21d-808503f6a5b6 service nova] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Received event network-vif-deleted-c314b855-83f8-4055-84b8-a4b265aef869 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.028101] env[65899]: INFO nova.compute.manager [-] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Took 1.28 seconds to deallocate network for instance. [ 703.272632] env[65899]: DEBUG nova.compute.manager [req-b048975f-5c25-4841-9795-04393632f4f9 req-1cef4a75-4a76-40ac-b109-739799ddbf31 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Received event network-vif-plugged-32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.272899] env[65899]: DEBUG oslo_concurrency.lockutils [req-b048975f-5c25-4841-9795-04393632f4f9 req-1cef4a75-4a76-40ac-b109-739799ddbf31 service nova] Acquiring lock "1990c844-de8b-4d17-bc8e-a864f6c81f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.273155] env[65899]: DEBUG oslo_concurrency.lockutils [req-b048975f-5c25-4841-9795-04393632f4f9 req-1cef4a75-4a76-40ac-b109-739799ddbf31 service nova] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.273371] env[65899]: DEBUG oslo_concurrency.lockutils [req-b048975f-5c25-4841-9795-04393632f4f9 req-1cef4a75-4a76-40ac-b109-739799ddbf31 service nova] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.273577] env[65899]: DEBUG nova.compute.manager [req-b048975f-5c25-4841-9795-04393632f4f9 req-1cef4a75-4a76-40ac-b109-739799ddbf31 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] No waiting events found dispatching network-vif-plugged-32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 703.273775] env[65899]: WARNING nova.compute.manager [req-b048975f-5c25-4841-9795-04393632f4f9 req-1cef4a75-4a76-40ac-b109-739799ddbf31 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Received unexpected event network-vif-plugged-32b88667-72bf-4327-9f0c-622b881dfcb4 for instance with vm_state building and task_state spawning. [ 703.319881] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "refresh_cache-35307382-fdf5-453f-9af8-02616b1441d1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.320081] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquired lock "refresh_cache-35307382-fdf5-453f-9af8-02616b1441d1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.320489] env[65899]: DEBUG nova.network.neutron [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.483723] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Releasing lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.484157] env[65899]: DEBUG nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Instance network_info: |[{"id": "32b88667-72bf-4327-9f0c-622b881dfcb4", "address": "fa:16:3e:3f:cc:c2", "network": {"id": "351907a7-016e-4575-8d60-14b2ad9f2cb5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1621177989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da292f6dbd414c03b7ba084851565e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b88667-72", "ovs_interfaceid": "32b88667-72bf-4327-9f0c-622b881dfcb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 703.485266] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:cc:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b88667-72bf-4327-9f0c-622b881dfcb4', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.493406] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Creating folder: Project (da292f6dbd414c03b7ba084851565e65). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.493826] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a090735-86ed-4f7d-a12d-3c9d4e2ef385 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.507050] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Created folder: Project (da292f6dbd414c03b7ba084851565e65) in parent group-v953787. [ 703.507279] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Creating folder: Instances. Parent ref: group-v953890. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.507535] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1ba9c20-6a4c-4341-af72-f8d1695cc550 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.521393] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Created folder: Instances in parent group-v953890. [ 703.522117] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 703.522117] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.522117] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71dbf225-8b9f-4f2d-afc6-ca91056ca688 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.538405] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.547244] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.547244] env[65899]: value = "task-4894484" [ 703.547244] env[65899]: _type = "Task" [ 703.547244] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.554499] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894484, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.871212] env[65899]: DEBUG nova.network.neutron [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 703.983966] env[65899]: WARNING neutronclient.v2_0.client [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.058189] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894484, 'name': CreateVM_Task, 'duration_secs': 0.369606} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.058473] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.058976] env[65899]: WARNING neutronclient.v2_0.client [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.059447] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.059739] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.060093] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.062953] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9aaa4a-c633-42bd-92f8-b19e42222ef7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.068885] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 704.068885] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522052f0-5db6-e1ea-507c-8d4a6eb1ac8e" [ 704.068885] env[65899]: _type = "Task" [ 704.068885] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.079140] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522052f0-5db6-e1ea-507c-8d4a6eb1ac8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.080443] env[65899]: DEBUG nova.network.neutron [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Updating instance_info_cache with network_info: [{"id": "faeedda0-cb1b-4282-8a47-6a60fb51c1a9", "address": "fa:16:3e:c0:16:17", "network": {"id": "0622bd4f-ce11-4df1-8066-18373afa2426", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1574404530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde1bd0b7ffd4521b097145b11fbd8b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaeedda0-cb", "ovs_interfaceid": "faeedda0-cb1b-4282-8a47-6a60fb51c1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.334217] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e039cc6b-8bdb-4d2c-923e-a516fb4ceb45 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.343226] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45db925-6adc-47ee-87dd-992493647d64 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.375648] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da93a10-465d-475f-84a7-a1fb83adfc83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.384765] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03636ac-8235-4f91-8911-3db7d8e12895 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.403560] env[65899]: DEBUG nova.compute.provider_tree [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.580487] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522052f0-5db6-e1ea-507c-8d4a6eb1ac8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.580906] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.581123] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.581767] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.581767] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.581767] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.582010] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84de8684-db15-41e3-9352-c8c3c36a85e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.584864] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Releasing lock "refresh_cache-35307382-fdf5-453f-9af8-02616b1441d1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.585657] env[65899]: DEBUG nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Instance network_info: |[{"id": "faeedda0-cb1b-4282-8a47-6a60fb51c1a9", "address": "fa:16:3e:c0:16:17", "network": {"id": "0622bd4f-ce11-4df1-8066-18373afa2426", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1574404530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde1bd0b7ffd4521b097145b11fbd8b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaeedda0-cb", "ovs_interfaceid": "faeedda0-cb1b-4282-8a47-6a60fb51c1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 704.585790] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:16:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faeedda0-cb1b-4282-8a47-6a60fb51c1a9', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.595195] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Creating folder: Project (cde1bd0b7ffd4521b097145b11fbd8b7). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.596978] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a36b670b-acd5-49ad-8fe7-002fe61bcd0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.599723] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.599958] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.600758] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdc63ec-7841-4d1f-9e55-f561d1365680 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.608477] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 704.608477] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7bcfb-6e17-20f2-0aa4-989f0a965af6" [ 704.608477] env[65899]: _type = "Task" [ 704.608477] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.618151] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "e1c8866a-3067-4716-b949-d488bc94e24d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.618780] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "e1c8866a-3067-4716-b949-d488bc94e24d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.618780] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "e1c8866a-3067-4716-b949-d488bc94e24d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.618780] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "e1c8866a-3067-4716-b949-d488bc94e24d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.618935] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "e1c8866a-3067-4716-b949-d488bc94e24d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.620609] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7bcfb-6e17-20f2-0aa4-989f0a965af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.622559] env[65899]: INFO nova.compute.manager [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Terminating instance [ 704.624295] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Created folder: Project (cde1bd0b7ffd4521b097145b11fbd8b7) in parent group-v953787. [ 704.624460] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Creating folder: Instances. Parent ref: group-v953893. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.624709] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3af098b6-0b0d-484f-ab00-4a82d6fcdff6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.636861] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Created folder: Instances in parent group-v953893. [ 704.637133] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.637435] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.638376] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b12d2f2-2f76-40b7-8001-1bd02be720f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.658806] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.658806] env[65899]: value = "task-4894487" [ 704.658806] env[65899]: _type = "Task" [ 704.658806] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.667643] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894487, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.910596] env[65899]: DEBUG nova.scheduler.client.report [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.122188] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7bcfb-6e17-20f2-0aa4-989f0a965af6, 'name': SearchDatastore_Task, 'duration_secs': 0.015942} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.122911] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9803bac-0d1c-4218-9348-0dee95dbaa86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.130173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "refresh_cache-e1c8866a-3067-4716-b949-d488bc94e24d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.130173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquired lock "refresh_cache-e1c8866a-3067-4716-b949-d488bc94e24d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.130323] env[65899]: DEBUG nova.network.neutron [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.132069] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 705.132069] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523ad1c1-3444-0d40-d4af-dd87dad86e36" [ 705.132069] env[65899]: _type = "Task" [ 705.132069] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.141556] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523ad1c1-3444-0d40-d4af-dd87dad86e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.171491] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894487, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.269637] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "60166c03-773a-4650-b278-b4d232488d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.269637] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "60166c03-773a-4650-b278-b4d232488d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.330053] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "4322180a-58fa-416b-89cb-bcdfbab348c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.330325] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.419476] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.419934] env[65899]: DEBUG nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 705.422618] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.745s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.422811] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.424921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.146s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.425846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.427038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.535s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.428690] env[65899]: INFO nova.compute.claims [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.459819] env[65899]: INFO nova.scheduler.client.report [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Deleted allocations for instance d5df9cf1-6966-4e35-933d-7c9c3aacf039 [ 705.461636] env[65899]: INFO nova.scheduler.client.report [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Deleted allocations for instance f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841 [ 705.542797] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.543140] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.543367] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.543555] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.543725] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.547674] env[65899]: DEBUG nova.compute.manager [req-7e2dc24a-e992-40d5-a914-88dbeaa15882 req-f24de88f-3e78-4895-89f7-9970db37f2a3 service nova] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Received event network-vif-deleted-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 705.547888] env[65899]: DEBUG nova.compute.manager [req-7e2dc24a-e992-40d5-a914-88dbeaa15882 req-f24de88f-3e78-4895-89f7-9970db37f2a3 service nova] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Received event network-vif-deleted-29deee19-1dd4-47fc-9944-ab0b1d61db2c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 705.548589] env[65899]: INFO nova.compute.manager [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Terminating instance [ 705.633951] env[65899]: WARNING neutronclient.v2_0.client [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.648910] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523ad1c1-3444-0d40-d4af-dd87dad86e36, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.649391] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.649568] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1990c844-de8b-4d17-bc8e-a864f6c81f05/1990c844-de8b-4d17-bc8e-a864f6c81f05.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.649881] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9bea189-20b9-4058-9926-171b4d7461c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.653017] env[65899]: DEBUG nova.network.neutron [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 705.660753] env[65899]: DEBUG nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Received event network-changed-32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 705.661122] env[65899]: DEBUG nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Refreshing instance network info cache due to event network-changed-32b88667-72bf-4327-9f0c-622b881dfcb4. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 705.661433] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Acquiring lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.661660] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Acquired lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.661896] env[65899]: DEBUG nova.network.neutron [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Refreshing network info cache for port 32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.665437] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 705.665437] env[65899]: value = "task-4894488" [ 705.665437] env[65899]: _type = "Task" [ 705.665437] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.683533] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894487, 'name': CreateVM_Task, 'duration_secs': 0.539274} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.686816] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.688039] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.688153] env[65899]: WARNING neutronclient.v2_0.client [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.688979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.688979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.688979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.689557] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4129d0-72d1-4d1b-bc63-ab358d5637ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.695042] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 705.695042] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8a794-af86-8f01-3a2b-6c5535934682" [ 705.695042] env[65899]: _type = "Task" [ 705.695042] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.704513] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8a794-af86-8f01-3a2b-6c5535934682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.725099] env[65899]: DEBUG nova.network.neutron [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.934249] env[65899]: DEBUG nova.compute.utils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.938552] env[65899]: DEBUG nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 705.938552] env[65899]: DEBUG nova.network.neutron [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.938552] env[65899]: WARNING neutronclient.v2_0.client [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.938725] env[65899]: WARNING neutronclient.v2_0.client [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.976568] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Lock "d5df9cf1-6966-4e35-933d-7c9c3aacf039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.816s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.978173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc085cd-f7ea-40f6-a409-57155504321c tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Lock "f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.483s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.988731] env[65899]: DEBUG nova.policy [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d1db02801ab43f2ac3bba8e29390fd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff57f4177af24033ab55d462987e9224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.052886] env[65899]: DEBUG nova.compute.manager [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 706.053221] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.054510] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1fe38c-7350-401e-b4ff-385b40ee9090 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.064367] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.064671] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53985f29-0761-4d12-b82a-2cad287defeb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.073676] env[65899]: DEBUG oslo_vmware.api [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 706.073676] env[65899]: value = "task-4894489" [ 706.073676] env[65899]: _type = "Task" [ 706.073676] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.086818] env[65899]: DEBUG oslo_vmware.api [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.167830] env[65899]: WARNING neutronclient.v2_0.client [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.188045] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.208976] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8a794-af86-8f01-3a2b-6c5535934682, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.209949] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.210320] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.210566] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.210721] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.211010] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.211235] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2ca3ab-4ca0-49c2-a82a-8bf033f849c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.227693] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Releasing lock "refresh_cache-e1c8866a-3067-4716-b949-d488bc94e24d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.228293] env[65899]: DEBUG nova.compute.manager [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 706.229238] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.230590] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.230590] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.233497] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6913a77-9485-4969-af7b-dbf14ceea36c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.235300] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9f3508-519d-4ff5-92dc-1d7b908d1afd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.245381] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 706.245381] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52abfcaa-6087-f94b-a069-9f4e7a750764" [ 706.245381] env[65899]: _type = "Task" [ 706.245381] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.245801] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.246174] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-545469b8-755d-4ede-9513-5c2075705696 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.260840] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52abfcaa-6087-f94b-a069-9f4e7a750764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.263573] env[65899]: DEBUG oslo_vmware.api [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 706.263573] env[65899]: value = "task-4894490" [ 706.263573] env[65899]: _type = "Task" [ 706.263573] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.275119] env[65899]: DEBUG oslo_vmware.api [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.422777] env[65899]: DEBUG nova.network.neutron [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Successfully created port: d5048184-239f-48d3-a982-46ebad07254f {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.440288] env[65899]: DEBUG nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 706.586393] env[65899]: DEBUG oslo_vmware.api [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894489, 'name': PowerOffVM_Task, 'duration_secs': 0.361189} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.586625] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.586786] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.587257] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3aff997-7c2e-490c-8f0f-a73562337721 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.654757] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.655129] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.655800] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Deleting the datastore file [datastore2] 969b99f1-dcb0-4334-95a5-be1c95c8c8cc {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.656121] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5b69161-7196-4025-b577-f7f12c906fa7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.663053] env[65899]: DEBUG oslo_vmware.api [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for the task: (returnval){ [ 706.663053] env[65899]: value = "task-4894492" [ 706.663053] env[65899]: _type = "Task" [ 706.663053] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.672026] env[65899]: DEBUG oslo_vmware.api [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.685505] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634536} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.686305] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1990c844-de8b-4d17-bc8e-a864f6c81f05/1990c844-de8b-4d17-bc8e-a864f6c81f05.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.686305] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.686425] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6f30dc4-1323-4ae4-91b2-add5a0be1e18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.694040] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 706.694040] env[65899]: value = "task-4894493" [ 706.694040] env[65899]: _type = "Task" [ 706.694040] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.707772] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.763407] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52abfcaa-6087-f94b-a069-9f4e7a750764, 'name': SearchDatastore_Task, 'duration_secs': 0.040172} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.763801] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a6d0b2-d8f0-4a9e-af24-8f4f935eddad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.774033] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 706.774033] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527d2042-d527-a01b-7288-ccfef073b92f" [ 706.774033] env[65899]: _type = "Task" [ 706.774033] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.777683] env[65899]: DEBUG oslo_vmware.api [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894490, 'name': PowerOffVM_Task, 'duration_secs': 0.152288} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.780415] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.780630] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.786128] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3be63f1-a250-422a-b051-6b93cbf6bcdf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.799642] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527d2042-d527-a01b-7288-ccfef073b92f, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.799998] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.799998] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 35307382-fdf5-453f-9af8-02616b1441d1/35307382-fdf5-453f-9af8-02616b1441d1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.800716] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8158c4c-9338-410e-abe5-4c0727ac3731 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.814286] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 706.814286] env[65899]: value = "task-4894495" [ 706.814286] env[65899]: _type = "Task" [ 706.814286] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.817598] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.817793] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.818600] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Deleting the datastore file [datastore2] e1c8866a-3067-4716-b949-d488bc94e24d {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.818838] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa1f63b9-9cea-4b10-8290-1d9cfe51370c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.824129] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.835025] env[65899]: DEBUG oslo_vmware.api [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for the task: (returnval){ [ 706.835025] env[65899]: value = "task-4894496" [ 706.835025] env[65899]: _type = "Task" [ 706.835025] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.846098] env[65899]: DEBUG oslo_vmware.api [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.035949] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96e166a-deb5-4a33-aa48-d2bbd4070407 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.047842] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced300b-e4fd-4fc0-b33a-ea663c300d2b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.084993] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c7e3a-c06a-4171-9e0c-e9a1a6baa82a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.096216] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f934c0b0-d9eb-4297-a4e5-b02367d111e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.115289] env[65899]: DEBUG nova.compute.provider_tree [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.175134] env[65899]: DEBUG oslo_vmware.api [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Task: {'id': task-4894492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143324} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.175620] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.175896] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.176267] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.176908] env[65899]: INFO nova.compute.manager [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 707.177426] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.178311] env[65899]: DEBUG nova.compute.manager [-] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 707.178416] env[65899]: DEBUG nova.network.neutron [-] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 707.180231] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.208608] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083914} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.208904] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.209829] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a50c01-6a91-4079-9c98-e4eff1e84fa5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.239733] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1990c844-de8b-4d17-bc8e-a864f6c81f05/1990c844-de8b-4d17-bc8e-a864f6c81f05.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.240804] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae943d2-df9e-4693-a993-c1de9b7f0e6b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.262472] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 707.262472] env[65899]: value = "task-4894497" [ 707.262472] env[65899]: _type = "Task" [ 707.262472] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.273811] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.322901] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894495, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.343988] env[65899]: DEBUG oslo_vmware.api [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Task: {'id': task-4894496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113841} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.344266] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.344446] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.344614] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.344781] env[65899]: INFO nova.compute.manager [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 707.345044] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.345258] env[65899]: DEBUG nova.compute.manager [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 707.345358] env[65899]: DEBUG nova.network.neutron [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 707.345603] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.457708] env[65899]: DEBUG nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 707.486488] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 707.486906] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.487128] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 707.487370] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.487561] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 707.487750] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 707.488012] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 707.488274] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 707.488508] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 707.488719] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 707.488938] env[65899]: DEBUG nova.virt.hardware [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 707.489863] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a3b9a0-f52b-4d6f-8fd1-f94fe6335046 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.499376] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb26dc7c-aa79-481d-8ea9-5de15ab94cb1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.618773] env[65899]: DEBUG nova.scheduler.client.report [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.775181] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.824945] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51585} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.825223] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 35307382-fdf5-453f-9af8-02616b1441d1/35307382-fdf5-453f-9af8-02616b1441d1.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.825431] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.825685] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08775c8d-c1b1-4b44-8fb7-972b128f639e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.832981] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 707.832981] env[65899]: value = "task-4894498" [ 707.832981] env[65899]: _type = "Task" [ 707.832981] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.843228] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.950011] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.998338] env[65899]: DEBUG nova.network.neutron [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.998338] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.124563] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.127139] env[65899]: DEBUG nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 708.132021] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.219s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.132790] env[65899]: INFO nova.compute.claims [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.261440] env[65899]: DEBUG nova.network.neutron [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Successfully updated port: d5048184-239f-48d3-a982-46ebad07254f {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.273860] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894497, 'name': ReconfigVM_Task, 'duration_secs': 0.715798} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.274841] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1990c844-de8b-4d17-bc8e-a864f6c81f05/1990c844-de8b-4d17-bc8e-a864f6c81f05.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.276301] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05a4c93-0629-4bb1-bb5b-43241f16a712 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.284719] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 708.284719] env[65899]: value = "task-4894499" [ 708.284719] env[65899]: _type = "Task" [ 708.284719] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.298664] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894499, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.343043] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251068} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.343306] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.344142] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db6a9c5-c218-4a5e-bdac-4e0f9022ce76 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.370068] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 35307382-fdf5-453f-9af8-02616b1441d1/35307382-fdf5-453f-9af8-02616b1441d1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.370332] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70302be8-b51a-4f43-9684-d943af46b9b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.394773] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 708.394773] env[65899]: value = "task-4894500" [ 708.394773] env[65899]: _type = "Task" [ 708.394773] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.404208] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.500496] env[65899]: DEBUG nova.network.neutron [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.638100] env[65899]: DEBUG nova.compute.utils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.640142] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.640870] env[65899]: DEBUG nova.compute.utils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Instance e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f could not be found. {{(pid=65899) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 708.642148] env[65899]: DEBUG nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 708.644028] env[65899]: DEBUG nova.network.neutron [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 708.644028] env[65899]: WARNING neutronclient.v2_0.client [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.644028] env[65899]: WARNING neutronclient.v2_0.client [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.644911] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.557s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.646513] env[65899]: INFO nova.compute.claims [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.650089] env[65899]: DEBUG nova.compute.manager [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Instance disappeared during build. {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2557}} [ 708.650417] env[65899]: DEBUG nova.compute.manager [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Unplugging VIFs for instance {{(pid=65899) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3051}} [ 708.650417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.650558] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.650702] env[65899]: DEBUG nova.network.neutron [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.744570] env[65899]: WARNING neutronclient.v2_0.client [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.764683] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "refresh_cache-5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.765671] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquired lock "refresh_cache-5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.765671] env[65899]: DEBUG nova.network.neutron [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.797997] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894499, 'name': Rename_Task, 'duration_secs': 0.142355} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.798616] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.798616] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2faacc6f-fbb4-460d-97d3-0f888950c2ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.808925] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 708.808925] env[65899]: value = "task-4894501" [ 708.808925] env[65899]: _type = "Task" [ 708.808925] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.819308] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.868405] env[65899]: DEBUG nova.policy [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '871f3128c4fd4bc2874291574f450922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6eac93e11a44e438804f427aa704bd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.909756] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894500, 'name': ReconfigVM_Task, 'duration_secs': 0.32865} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.915620] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 35307382-fdf5-453f-9af8-02616b1441d1/35307382-fdf5-453f-9af8-02616b1441d1.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.918199] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff64429-14e2-4936-b8ac-b1a6f329c617 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.929089] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 708.929089] env[65899]: value = "task-4894502" [ 708.929089] env[65899]: _type = "Task" [ 708.929089] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.940845] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894502, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.989795] env[65899]: DEBUG nova.network.neutron [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Updated VIF entry in instance network info cache for port 32b88667-72bf-4327-9f0c-622b881dfcb4. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.990169] env[65899]: DEBUG nova.network.neutron [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Updating instance_info_cache with network_info: [{"id": "32b88667-72bf-4327-9f0c-622b881dfcb4", "address": "fa:16:3e:3f:cc:c2", "network": {"id": "351907a7-016e-4575-8d60-14b2ad9f2cb5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1621177989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da292f6dbd414c03b7ba084851565e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b88667-72", "ovs_interfaceid": "32b88667-72bf-4327-9f0c-622b881dfcb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.004607] env[65899]: INFO nova.compute.manager [-] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Took 1.66 seconds to deallocate network for instance. [ 709.144352] env[65899]: DEBUG nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 709.155241] env[65899]: DEBUG nova.compute.utils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Can not refresh info_cache because instance was not found {{(pid=65899) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 709.155754] env[65899]: WARNING neutronclient.v2_0.client [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f could not be found. [ 709.216785] env[65899]: DEBUG nova.network.neutron [-] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.294816] env[65899]: DEBUG nova.network.neutron [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Successfully created port: ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.320610] env[65899]: DEBUG oslo_vmware.api [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894501, 'name': PowerOnVM_Task, 'duration_secs': 0.482361} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.320808] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.321919] env[65899]: INFO nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Took 10.04 seconds to spawn the instance on the hypervisor. [ 709.321919] env[65899]: DEBUG nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 709.322058] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37796695-2cd2-4daf-a097-03832c383b51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.367070] env[65899]: DEBUG nova.network.neutron [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.397367] env[65899]: DEBUG nova.network.neutron [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.440191] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894502, 'name': Rename_Task, 'duration_secs': 0.160893} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.440517] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.440759] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e8b48d-ab3f-4986-8b9a-5344635dde00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.449374] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 709.449374] env[65899]: value = "task-4894503" [ 709.449374] env[65899]: _type = "Task" [ 709.449374] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.458181] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.493559] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Releasing lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.493864] env[65899]: DEBUG nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Received event network-vif-deleted-a4630992-3710-4120-8246-4f825b6d3373 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.494055] env[65899]: DEBUG nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Received event network-vif-plugged-faeedda0-cb1b-4282-8a47-6a60fb51c1a9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.494246] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Acquiring lock "35307382-fdf5-453f-9af8-02616b1441d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.494442] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Lock "35307382-fdf5-453f-9af8-02616b1441d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.494720] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Lock "35307382-fdf5-453f-9af8-02616b1441d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.494782] env[65899]: DEBUG nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] No waiting events found dispatching network-vif-plugged-faeedda0-cb1b-4282-8a47-6a60fb51c1a9 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 709.495026] env[65899]: WARNING nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Received unexpected event network-vif-plugged-faeedda0-cb1b-4282-8a47-6a60fb51c1a9 for instance with vm_state building and task_state spawning. [ 709.495144] env[65899]: DEBUG nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Received event network-changed-faeedda0-cb1b-4282-8a47-6a60fb51c1a9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.495652] env[65899]: DEBUG nova.compute.manager [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Refreshing instance network info cache due to event network-changed-faeedda0-cb1b-4282-8a47-6a60fb51c1a9. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 709.495652] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Acquiring lock "refresh_cache-35307382-fdf5-453f-9af8-02616b1441d1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.495763] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Acquired lock "refresh_cache-35307382-fdf5-453f-9af8-02616b1441d1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.495839] env[65899]: DEBUG nova.network.neutron [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Refreshing network info cache for port faeedda0-cb1b-4282-8a47-6a60fb51c1a9 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.515979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.720151] env[65899]: INFO nova.compute.manager [-] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Took 2.54 seconds to deallocate network for instance. [ 709.847426] env[65899]: INFO nova.compute.manager [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Took 41.15 seconds to build instance. [ 709.961856] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.999363] env[65899]: WARNING neutronclient.v2_0.client [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.154960] env[65899]: DEBUG nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 710.163693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5522d0-66f2-4e7c-ab0f-58203b5fd871 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.173023] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7625a7-f0a1-47b5-91a9-e680e691d65c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.208861] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 710.209120] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.209322] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 710.209526] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.209664] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 710.209864] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 710.210017] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 710.210180] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 710.210347] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 710.210548] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 710.210667] env[65899]: DEBUG nova.virt.hardware [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 710.213792] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e84c7fc-6446-400a-8c7f-c89d17d479d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.214886] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297ab887-a342-44cb-a8fd-ad2d18477ec9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.225494] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8815b8e4-aec2-4dc4-978f-43fa6c88acc4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.230801] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43744dd-9dae-45a3-a9ee-b602cda15a9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.235609] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.256271] env[65899]: DEBUG nova.compute.provider_tree [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.349840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.666s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.460284] env[65899]: DEBUG oslo_vmware.api [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894503, 'name': PowerOnVM_Task, 'duration_secs': 0.515982} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.460580] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.460788] env[65899]: INFO nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Took 8.47 seconds to spawn the instance on the hypervisor. [ 710.460960] env[65899]: DEBUG nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 710.461763] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9212e19a-1646-4144-bddf-347d3dfec0c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.763301] env[65899]: DEBUG nova.scheduler.client.report [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.799269] env[65899]: DEBUG nova.network.neutron [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.855992] env[65899]: DEBUG nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 710.905015] env[65899]: DEBUG nova.network.neutron [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Successfully updated port: ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.980430] env[65899]: INFO nova.compute.manager [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Took 41.15 seconds to build instance. [ 711.103472] env[65899]: WARNING neutronclient.v2_0.client [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.270255] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.271168] env[65899]: DEBUG nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 711.273767] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.112s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.273975] env[65899]: DEBUG nova.objects.instance [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lazy-loading 'resources' on Instance uuid 0be4a054-fd1e-4700-9a63-cb2f82049f79 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.302690] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.302690] env[65899]: DEBUG nova.compute.manager [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65899) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3074}} [ 711.302826] env[65899]: DEBUG nova.compute.manager [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 711.303367] env[65899]: DEBUG nova.network.neutron [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 711.303367] env[65899]: WARNING neutronclient.v2_0.client [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f could not be found. [ 711.383523] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.408027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "refresh_cache-bf69b32f-1651-4ad8-ab6a-52f4d2b26233" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.408190] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquired lock "refresh_cache-bf69b32f-1651-4ad8-ab6a-52f4d2b26233" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.408394] env[65899]: DEBUG nova.network.neutron [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.482431] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d5338929-18d7-4f84-aca3-5414cc56733d tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "35307382-fdf5-453f-9af8-02616b1441d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.668s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.780067] env[65899]: DEBUG nova.compute.utils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.782069] env[65899]: DEBUG nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 711.782491] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 711.783105] env[65899]: WARNING neutronclient.v2_0.client [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.783852] env[65899]: WARNING neutronclient.v2_0.client [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.861338] env[65899]: DEBUG nova.network.neutron [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.861338] env[65899]: WARNING neutronclient.v2_0.client [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f could not be found. [ 711.919937] env[65899]: DEBUG nova.policy [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e97830c72948ff95651daf37d43ab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59eb50664a8942808dfb96019d1bd18e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.986719] env[65899]: DEBUG nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.994261] env[65899]: DEBUG nova.network.neutron [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Updating instance_info_cache with network_info: [{"id": "d5048184-239f-48d3-a982-46ebad07254f", "address": "fa:16:3e:ee:64:24", "network": {"id": "34f0ad5e-3aaa-4224-962a-92105bed2439", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-296202626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff57f4177af24033ab55d462987e9224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5048184-23", "ovs_interfaceid": "d5048184-239f-48d3-a982-46ebad07254f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.033074] env[65899]: DEBUG nova.network.neutron [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.288713] env[65899]: DEBUG nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 712.368984] env[65899]: DEBUG nova.network.neutron [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.387968] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Successfully created port: 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.425628] env[65899]: WARNING neutronclient.v2_0.client [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.430769] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e114d7-8f36-4836-8494-ca05ddc33440 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.440355] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b7613-8f1d-4c02-9997-324d37aa40c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.475700] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46bcd09-1544-49e2-9bb8-91bc0ac7629b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.487217] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ebd2c7-fce0-4dd7-9f63-9f6a15e5ba46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.507041] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Releasing lock "refresh_cache-5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.507398] env[65899]: DEBUG nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Instance network_info: |[{"id": "d5048184-239f-48d3-a982-46ebad07254f", "address": "fa:16:3e:ee:64:24", "network": {"id": "34f0ad5e-3aaa-4224-962a-92105bed2439", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-296202626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff57f4177af24033ab55d462987e9224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5048184-23", "ovs_interfaceid": "d5048184-239f-48d3-a982-46ebad07254f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 712.507968] env[65899]: DEBUG nova.compute.provider_tree [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.514157] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:64:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5048184-239f-48d3-a982-46ebad07254f', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.523582] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Creating folder: Project (ff57f4177af24033ab55d462987e9224). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.525275] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c1bd773-7a3e-496c-94db-f05f982468de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.529716] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.540893] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Created folder: Project (ff57f4177af24033ab55d462987e9224) in parent group-v953787. [ 712.540971] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Creating folder: Instances. Parent ref: group-v953896. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.541236] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac70d599-9455-4cb0-a5bc-649ae6888bf5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.551686] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Created folder: Instances in parent group-v953896. [ 712.552159] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.552159] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.552383] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbfe7e1d-6968-47d5-a5f5-7b7cb4244ec3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.573324] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.573324] env[65899]: value = "task-4894506" [ 712.573324] env[65899]: _type = "Task" [ 712.573324] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.582359] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894506, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.875972] env[65899]: INFO nova.compute.manager [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f] Took 1.57 seconds to deallocate network for instance. [ 713.011762] env[65899]: DEBUG nova.scheduler.client.report [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.093932] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894506, 'name': CreateVM_Task, 'duration_secs': 0.436025} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.094301] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.099102] env[65899]: WARNING neutronclient.v2_0.client [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.099102] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.099102] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.099102] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.099102] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc057566-2b68-4d53-af3b-3da2fc40be26 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.101325] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Successfully created port: f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 713.108755] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 713.108755] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529c66fe-3352-62bc-600c-a9bdaf4a6ec4" [ 713.108755] env[65899]: _type = "Task" [ 713.108755] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.118203] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529c66fe-3352-62bc-600c-a9bdaf4a6ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.137288] env[65899]: DEBUG nova.network.neutron [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Updated VIF entry in instance network info cache for port faeedda0-cb1b-4282-8a47-6a60fb51c1a9. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.137709] env[65899]: DEBUG nova.network.neutron [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Updating instance_info_cache with network_info: [{"id": "faeedda0-cb1b-4282-8a47-6a60fb51c1a9", "address": "fa:16:3e:c0:16:17", "network": {"id": "0622bd4f-ce11-4df1-8066-18373afa2426", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1574404530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde1bd0b7ffd4521b097145b11fbd8b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaeedda0-cb", "ovs_interfaceid": "faeedda0-cb1b-4282-8a47-6a60fb51c1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.151348] env[65899]: WARNING neutronclient.v2_0.client [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.307609] env[65899]: DEBUG nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 713.334838] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.335118] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.335271] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.335445] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.335582] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.335721] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.336993] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.340103] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.340103] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.340103] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.340103] env[65899]: DEBUG nova.virt.hardware [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.340103] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f67ced2-77b2-4205-9b6f-1a59de9d65c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.354402] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d86110c-ea12-4843-baa1-e25e8f8532aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.519529] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.521757] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.850s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.522009] env[65899]: DEBUG nova.objects.instance [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lazy-loading 'resources' on Instance uuid 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.550055] env[65899]: INFO nova.scheduler.client.report [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted allocations for instance 0be4a054-fd1e-4700-9a63-cb2f82049f79 [ 713.621156] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529c66fe-3352-62bc-600c-a9bdaf4a6ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.035661} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.622155] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.622399] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.622627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.622766] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.622943] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.623475] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-316aa434-5eea-4467-9c66-32c504744a70 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.636337] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.636543] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.637361] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088dc2e1-9051-4c17-8933-1ed024209ba7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.641313] env[65899]: DEBUG oslo_concurrency.lockutils [req-0e5befed-1c77-497d-84a8-ab13aaed6cc1 req-578724b2-0ee4-4db9-a365-8e1f62927442 service nova] Releasing lock "refresh_cache-35307382-fdf5-453f-9af8-02616b1441d1" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.645643] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 713.645643] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52412248-881d-7a9f-76ca-5fb935506f2e" [ 713.645643] env[65899]: _type = "Task" [ 713.645643] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.657756] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52412248-881d-7a9f-76ca-5fb935506f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.898395] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8af3d0c2-4f9d-4c69-a08a-6bac8975c485 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "e5fe4497-b960-4b6c-a9c4-d82d4e9aed3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.014s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.044520] env[65899]: DEBUG nova.compute.manager [req-e29dd76c-0e54-4aec-a60b-6d8202dd65a8 req-21c046c7-9e22-491d-981a-161c44dc8587 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Received event network-vif-plugged-d5048184-239f-48d3-a982-46ebad07254f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.044812] env[65899]: DEBUG oslo_concurrency.lockutils [req-e29dd76c-0e54-4aec-a60b-6d8202dd65a8 req-21c046c7-9e22-491d-981a-161c44dc8587 service nova] Acquiring lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.045060] env[65899]: DEBUG oslo_concurrency.lockutils [req-e29dd76c-0e54-4aec-a60b-6d8202dd65a8 req-21c046c7-9e22-491d-981a-161c44dc8587 service nova] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.045275] env[65899]: DEBUG oslo_concurrency.lockutils [req-e29dd76c-0e54-4aec-a60b-6d8202dd65a8 req-21c046c7-9e22-491d-981a-161c44dc8587 service nova] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.046207] env[65899]: DEBUG nova.compute.manager [req-e29dd76c-0e54-4aec-a60b-6d8202dd65a8 req-21c046c7-9e22-491d-981a-161c44dc8587 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] No waiting events found dispatching network-vif-plugged-d5048184-239f-48d3-a982-46ebad07254f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 714.046207] env[65899]: WARNING nova.compute.manager [req-e29dd76c-0e54-4aec-a60b-6d8202dd65a8 req-21c046c7-9e22-491d-981a-161c44dc8587 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Received unexpected event network-vif-plugged-d5048184-239f-48d3-a982-46ebad07254f for instance with vm_state building and task_state spawning. [ 714.063909] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82a72151-4c02-48c1-9485-3e0e1a827d80 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "0be4a054-fd1e-4700-9a63-cb2f82049f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.990s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.160453] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52412248-881d-7a9f-76ca-5fb935506f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017873} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.161479] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00271237-e4e4-44d0-97c5-dc1622271f03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.168216] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 714.168216] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52557784-d719-93c3-b1bb-3dc0ec0cc788" [ 714.168216] env[65899]: _type = "Task" [ 714.168216] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.183917] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52557784-d719-93c3-b1bb-3dc0ec0cc788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.403833] env[65899]: DEBUG nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 714.596952] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce264cc-aa31-49fe-b222-13e80fdbb81e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.606398] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eae2ca-7cb9-49c5-ac62-b9296358a738 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.641887] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de40906-fb96-4e7f-bd25-6586d0e0f9aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.651153] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b16f557-364b-48ba-954f-5f5fefea7b83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.667194] env[65899]: DEBUG nova.compute.provider_tree [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.681104] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52557784-d719-93c3-b1bb-3dc0ec0cc788, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.682029] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.682283] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d/5a692bc9-d8a2-42c2-b8c8-f71a56dd135d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.682558] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e15c7688-5705-47ee-993c-21c1cda07b15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.693140] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 714.693140] env[65899]: value = "task-4894507" [ 714.693140] env[65899]: _type = "Task" [ 714.693140] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.703737] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.747586] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Successfully updated port: 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.785763] env[65899]: DEBUG nova.network.neutron [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Updating instance_info_cache with network_info: [{"id": "ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7", "address": "fa:16:3e:5e:4b:81", "network": {"id": "fd200bb0-d281-4138-9879-4ecc93a2847f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1618338422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6eac93e11a44e438804f427aa704bd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1da28c-29", "ovs_interfaceid": "ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.923044] env[65899]: DEBUG nova.compute.manager [req-ab5362a2-fd6e-4cdd-be8f-d1285afa184b req-35331f88-b695-4847-8037-b06ea9a822a5 service nova] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Received event network-vif-deleted-086d9e05-8a07-4c78-8aec-93b249f0d6dc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.938809] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.173201] env[65899]: DEBUG nova.scheduler.client.report [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.208693] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.289118] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Releasing lock "refresh_cache-bf69b32f-1651-4ad8-ab6a-52f4d2b26233" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.289509] env[65899]: DEBUG nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Instance network_info: |[{"id": "ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7", "address": "fa:16:3e:5e:4b:81", "network": {"id": "fd200bb0-d281-4138-9879-4ecc93a2847f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1618338422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f6eac93e11a44e438804f427aa704bd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1da28c-29", "ovs_interfaceid": "ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 715.290033] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4b:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.297825] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Creating folder: Project (f6eac93e11a44e438804f427aa704bd2). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.298206] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa752cad-3638-4070-9a14-bd0b1f388b24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.310834] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Created folder: Project (f6eac93e11a44e438804f427aa704bd2) in parent group-v953787. [ 715.311063] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Creating folder: Instances. Parent ref: group-v953899. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.311392] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6cd913-aa66-4c57-81d6-3ff153cc1aba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.324030] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Created folder: Instances in parent group-v953899. [ 715.324030] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 715.324772] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.324772] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c35b2a4-8ac1-4363-bd1d-1d8abb859b8e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.347280] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.347280] env[65899]: value = "task-4894510" [ 715.347280] env[65899]: _type = "Task" [ 715.347280] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.358509] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894510, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.481641] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Acquiring lock "01cca923-2ffe-43ea-9752-6bbafe920581" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.481933] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.679289] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.682083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.635s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.682083] env[65899]: DEBUG nova.objects.instance [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lazy-loading 'resources' on Instance uuid 21598e28-d360-479a-9587-acdcc6d4c32b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.699806] env[65899]: INFO nova.scheduler.client.report [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted allocations for instance 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1 [ 715.706900] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593855} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.707176] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d/5a692bc9-d8a2-42c2-b8c8-f71a56dd135d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.707387] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.707643] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce76756a-1766-4c8d-aaef-00fbacab3f8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.715771] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 715.715771] env[65899]: value = "task-4894511" [ 715.715771] env[65899]: _type = "Task" [ 715.715771] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.727752] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.858075] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894510, 'name': CreateVM_Task, 'duration_secs': 0.446601} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.858310] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.858873] env[65899]: WARNING neutronclient.v2_0.client [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.859681] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.859803] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.860134] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.860412] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc25421-e0f6-4531-9540-6cfb0df5912b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.866514] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 715.866514] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527aad11-6420-283a-9b4e-95e2b5e5f839" [ 715.866514] env[65899]: _type = "Task" [ 715.866514] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.875236] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527aad11-6420-283a-9b4e-95e2b5e5f839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.914347] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "3777e364-d298-4b29-a543-d6d053d8e9dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.914569] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "3777e364-d298-4b29-a543-d6d053d8e9dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.987200] env[65899]: DEBUG nova.compute.utils [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.211882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb1339bb-b8ad-478f-a115-59e4ef16c197 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.226s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.225720] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085019} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.226386] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.228065] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec9550b-59c2-4a77-b50e-2911cc5c5dc8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.260911] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d/5a692bc9-d8a2-42c2-b8c8-f71a56dd135d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.265675] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cff7fa-46f8-4292-86f7-721728d9dd60 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.287040] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 716.287040] env[65899]: value = "task-4894512" [ 716.287040] env[65899]: _type = "Task" [ 716.287040] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.299033] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894512, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.377887] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527aad11-6420-283a-9b4e-95e2b5e5f839, 'name': SearchDatastore_Task, 'duration_secs': 0.040035} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.378853] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.378853] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.378853] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.378997] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.379453] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.379880] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98af361c-3879-447b-a3f3-bb4edf68ec18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.390646] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.390833] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.391587] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bfefcc-3ae0-496c-9726-8cacf9dd3e9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.399891] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 716.399891] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521179b2-b73e-4c6a-a2fe-759592fba132" [ 716.399891] env[65899]: _type = "Task" [ 716.399891] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.413608] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521179b2-b73e-4c6a-a2fe-759592fba132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.491521] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.802656] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.818918] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5fc57-ee0e-4c66-9c7d-eeb5358885b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.827535] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6532103-3aad-4a21-bd95-165eca34bb8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.860784] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Successfully updated port: f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.865080] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a2ef5-261b-4bd3-ae45-324ed5dec0da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.871659] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd823f-7804-4340-9d24-2fb94c6b4977 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.888423] env[65899]: DEBUG nova.compute.provider_tree [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.911577] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521179b2-b73e-4c6a-a2fe-759592fba132, 'name': SearchDatastore_Task, 'duration_secs': 0.036693} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.912453] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1688ef-2e3b-454d-95df-a19e4eebc3ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.919296] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 716.919296] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5243cf85-e8c3-7566-1714-e4af2bc5d048" [ 716.919296] env[65899]: _type = "Task" [ 716.919296] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.932017] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5243cf85-e8c3-7566-1714-e4af2bc5d048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.302219] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894512, 'name': ReconfigVM_Task, 'duration_secs': 0.690871} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.302537] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d/5a692bc9-d8a2-42c2-b8c8-f71a56dd135d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.303221] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-270359c0-6426-4638-8824-f23a482c62a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.316031] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 717.316031] env[65899]: value = "task-4894513" [ 717.316031] env[65899]: _type = "Task" [ 717.316031] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.330024] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894513, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.367027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.367027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.367224] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 717.391721] env[65899]: DEBUG nova.scheduler.client.report [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.433565] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5243cf85-e8c3-7566-1714-e4af2bc5d048, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.433565] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.433565] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] bf69b32f-1651-4ad8-ab6a-52f4d2b26233/bf69b32f-1651-4ad8-ab6a-52f4d2b26233.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.433565] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-565bc0fa-bf3c-40a4-b0e7-342dedd4678f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.441306] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 717.441306] env[65899]: value = "task-4894514" [ 717.441306] env[65899]: _type = "Task" [ 717.441306] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.452722] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.568606] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Acquiring lock "01cca923-2ffe-43ea-9752-6bbafe920581" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.568606] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.568606] env[65899]: INFO nova.compute.manager [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Attaching volume 8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9 to /dev/sdb [ 717.616648] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a38e5-606d-4951-bc98-b97c964af118 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.628526] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c2ba9-9847-4f5c-8e38-6e0a14bac5ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.644361] env[65899]: DEBUG nova.virt.block_device [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Updating existing volume attachment record: 14b8df54-d9ef-4289-a5ea-a02bc169a901 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 717.828837] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894513, 'name': Rename_Task, 'duration_secs': 0.152362} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.829239] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.829543] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50171205-37d8-42cf-b783-ffa9377d0cc9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.837220] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 717.837220] env[65899]: value = "task-4894516" [ 717.837220] env[65899]: _type = "Task" [ 717.837220] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.849187] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.897508] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.902387] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.497s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.905441] env[65899]: INFO nova.compute.claims [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.935173] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Received event network-changed-d5048184-239f-48d3-a982-46ebad07254f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.935527] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Refreshing instance network info cache due to event network-changed-d5048184-239f-48d3-a982-46ebad07254f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 717.936911] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquiring lock "refresh_cache-5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.936911] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquired lock "refresh_cache-5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.936911] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Refreshing network info cache for port d5048184-239f-48d3-a982-46ebad07254f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.940357] env[65899]: INFO nova.scheduler.client.report [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleted allocations for instance 21598e28-d360-479a-9587-acdcc6d4c32b [ 717.959338] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.984863] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "9b64124c-dbd9-4da7-af5f-16a0f8289024" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.985208] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.102053] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.245268] env[65899]: WARNING neutronclient.v2_0.client [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.349059] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.451567] env[65899]: WARNING neutronclient.v2_0.client [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.460478] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1a89543-548b-44ba-9139-52361c04f379 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "21598e28-d360-479a-9587-acdcc6d4c32b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.470190] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746279} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.470190] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] bf69b32f-1651-4ad8-ab6a-52f4d2b26233/bf69b32f-1651-4ad8-ab6a-52f4d2b26233.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.470190] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.470452] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b3e855b-684a-4707-b9d5-0eeb7a64a600 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.478271] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 718.478271] env[65899]: value = "task-4894519" [ 718.478271] env[65899]: _type = "Task" [ 718.478271] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.490154] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.638190] env[65899]: WARNING neutronclient.v2_0.client [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.730308] env[65899]: WARNING neutronclient.v2_0.client [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.734614] env[65899]: DEBUG nova.network.neutron [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Updating instance_info_cache with network_info: [{"id": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "address": "fa:16:3e:31:7a:15", "network": {"id": "67740a15-f3ec-4ac6-bb3a-22abf1ff65e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573904388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48502a07-c2", "ovs_interfaceid": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "address": "fa:16:3e:c1:70:36", "network": {"id": "8c7d6e04-e9d5-4572-a87e-222535600a2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1212063291", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20e9f39-b5", "ovs_interfaceid": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.826919] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Updated VIF entry in instance network info cache for port d5048184-239f-48d3-a982-46ebad07254f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.827351] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Updating instance_info_cache with network_info: [{"id": "d5048184-239f-48d3-a982-46ebad07254f", "address": "fa:16:3e:ee:64:24", "network": {"id": "34f0ad5e-3aaa-4224-962a-92105bed2439", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-296202626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff57f4177af24033ab55d462987e9224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5048184-23", "ovs_interfaceid": "d5048184-239f-48d3-a982-46ebad07254f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.851039] env[65899]: DEBUG oslo_vmware.api [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894516, 'name': PowerOnVM_Task, 'duration_secs': 0.584155} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.853170] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.853170] env[65899]: INFO nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Took 11.39 seconds to spawn the instance on the hypervisor. [ 718.853170] env[65899]: DEBUG nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 718.853170] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01e101-acf3-42c9-8b49-428a37beaeae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.993950] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09223} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.998863] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.000724] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ae6f04-c919-488d-8384-5b90b7e0702d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.040970] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] bf69b32f-1651-4ad8-ab6a-52f4d2b26233/bf69b32f-1651-4ad8-ab6a-52f4d2b26233.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.045987] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b6cef8-5ec6-4471-bd7c-40c3ee9829d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.069872] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 719.069872] env[65899]: value = "task-4894520" [ 719.069872] env[65899]: _type = "Task" [ 719.069872] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.086823] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.239203] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Releasing lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.239713] env[65899]: DEBUG nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Instance network_info: |[{"id": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "address": "fa:16:3e:31:7a:15", "network": {"id": "67740a15-f3ec-4ac6-bb3a-22abf1ff65e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573904388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48502a07-c2", "ovs_interfaceid": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "address": "fa:16:3e:c1:70:36", "network": {"id": "8c7d6e04-e9d5-4572-a87e-222535600a2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1212063291", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20e9f39-b5", "ovs_interfaceid": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 719.240374] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:7a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:70:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f20e9f39-b5fc-46ad-a711-eb0cbc9abb71', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.251828] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 719.255684] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.256287] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c8bc0d7-f679-44f1-89ae-b18b5e5733b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.283658] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.283658] env[65899]: value = "task-4894521" [ 719.283658] env[65899]: _type = "Task" [ 719.283658] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.294838] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894521, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.329827] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Releasing lock "refresh_cache-5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.330142] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Received event network-vif-plugged-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 719.330380] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquiring lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.330643] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.330808] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.330972] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] No waiting events found dispatching network-vif-plugged-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 719.331332] env[65899]: WARNING nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Received unexpected event network-vif-plugged-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 for instance with vm_state building and task_state spawning. [ 719.331567] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Received event network-changed-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 719.331723] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Refreshing instance network info cache due to event network-changed-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 719.332958] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquiring lock "refresh_cache-bf69b32f-1651-4ad8-ab6a-52f4d2b26233" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.332958] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquired lock "refresh_cache-bf69b32f-1651-4ad8-ab6a-52f4d2b26233" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.333323] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Refreshing network info cache for port ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.373076] env[65899]: INFO nova.compute.manager [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Took 38.01 seconds to build instance. [ 719.516369] env[65899]: DEBUG nova.compute.manager [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Received event network-changed-32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 719.516563] env[65899]: DEBUG nova.compute.manager [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Refreshing instance network info cache due to event network-changed-32b88667-72bf-4327-9f0c-622b881dfcb4. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 719.516752] env[65899]: DEBUG oslo_concurrency.lockutils [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] Acquiring lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.516884] env[65899]: DEBUG oslo_concurrency.lockutils [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] Acquired lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.517052] env[65899]: DEBUG nova.network.neutron [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Refreshing network info cache for port 32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.586196] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894520, 'name': ReconfigVM_Task, 'duration_secs': 0.301194} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.587818] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Reconfigured VM instance instance-00000025 to attach disk [datastore2] bf69b32f-1651-4ad8-ab6a-52f4d2b26233/bf69b32f-1651-4ad8-ab6a-52f4d2b26233.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.590375] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd9302-0649-4d0c-808e-77e9fe2962f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.593039] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfc88669-b32a-481d-8023-a2b560c8f924 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.603460] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012d3552-73e2-4a91-8ef6-174f97e5187a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.608198] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 719.608198] env[65899]: value = "task-4894522" [ 719.608198] env[65899]: _type = "Task" [ 719.608198] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.645347] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a70ad19-28da-42a4-9d93-a5dc4ce32cf7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.656074] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894522, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.663987] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c0c19c-6477-4842-abd7-8f8d6b1cc932 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.683119] env[65899]: DEBUG nova.compute.provider_tree [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.798650] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894521, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.841289] env[65899]: WARNING neutronclient.v2_0.client [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.877165] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9489f12-809f-4e9d-85cb-3948a64d26ad tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.524s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.021859] env[65899]: WARNING neutronclient.v2_0.client [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.121934] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894522, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.147080] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "6ee00201-4876-45bc-b04f-8bca396775b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.147651] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "6ee00201-4876-45bc-b04f-8bca396775b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.187209] env[65899]: DEBUG nova.scheduler.client.report [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.296905] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894521, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.380512] env[65899]: DEBUG nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 720.620770] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894522, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.695496] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.695650] env[65899]: DEBUG nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 720.698450] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.706s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.702022] env[65899]: DEBUG nova.objects.instance [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lazy-loading 'resources' on Instance uuid c8c68e1e-5066-46b9-9da0-fd415b0f79bb {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.797126] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894521, 'name': CreateVM_Task, 'duration_secs': 1.483012} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.797404] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.798139] env[65899]: WARNING neutronclient.v2_0.client [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.798326] env[65899]: WARNING neutronclient.v2_0.client [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.798727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.798916] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.800183] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.800660] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0348d2ce-bf8e-46b7-aafa-ac9cc48db4bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.806262] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 720.806262] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52daf932-b4ce-257c-4247-e2b2e0680008" [ 720.806262] env[65899]: _type = "Task" [ 720.806262] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.819473] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52daf932-b4ce-257c-4247-e2b2e0680008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.866805] env[65899]: WARNING neutronclient.v2_0.client [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.909608] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.992236] env[65899]: WARNING neutronclient.v2_0.client [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.030376] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Updated VIF entry in instance network info cache for port ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.030899] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Updating instance_info_cache with network_info: [{"id": "ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7", "address": "fa:16:3e:5e:4b:81", "network": {"id": "fd200bb0-d281-4138-9879-4ecc93a2847f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1618338422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6eac93e11a44e438804f427aa704bd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1da28c-29", "ovs_interfaceid": "ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.122184] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894522, 'name': Rename_Task, 'duration_secs': 1.186115} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.122418] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.122671] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42a6b1c7-6748-4fad-8854-af0faed7197b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.130450] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 721.130450] env[65899]: value = "task-4894524" [ 721.130450] env[65899]: _type = "Task" [ 721.130450] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.140902] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.153986] env[65899]: DEBUG nova.network.neutron [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Updated VIF entry in instance network info cache for port 32b88667-72bf-4327-9f0c-622b881dfcb4. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.155733] env[65899]: DEBUG nova.network.neutron [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Updating instance_info_cache with network_info: [{"id": "32b88667-72bf-4327-9f0c-622b881dfcb4", "address": "fa:16:3e:3f:cc:c2", "network": {"id": "351907a7-016e-4575-8d60-14b2ad9f2cb5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1621177989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da292f6dbd414c03b7ba084851565e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b88667-72", "ovs_interfaceid": "32b88667-72bf-4327-9f0c-622b881dfcb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.203060] env[65899]: DEBUG nova.compute.utils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.204303] env[65899]: DEBUG nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 721.205261] env[65899]: DEBUG nova.network.neutron [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 721.205747] env[65899]: WARNING neutronclient.v2_0.client [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.206117] env[65899]: WARNING neutronclient.v2_0.client [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.217059] env[65899]: DEBUG nova.compute.manager [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received event network-vif-plugged-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.217307] env[65899]: DEBUG oslo_concurrency.lockutils [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] Acquiring lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.217491] env[65899]: DEBUG oslo_concurrency.lockutils [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.217736] env[65899]: DEBUG oslo_concurrency.lockutils [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.217821] env[65899]: DEBUG nova.compute.manager [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] No waiting events found dispatching network-vif-plugged-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.217981] env[65899]: WARNING nova.compute.manager [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received unexpected event network-vif-plugged-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 for instance with vm_state building and task_state spawning. [ 721.218491] env[65899]: DEBUG nova.compute.manager [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received event network-changed-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.218491] env[65899]: DEBUG nova.compute.manager [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Refreshing instance network info cache due to event network-changed-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 721.219293] env[65899]: DEBUG oslo_concurrency.lockutils [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] Acquiring lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.219478] env[65899]: DEBUG oslo_concurrency.lockutils [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] Acquired lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.219677] env[65899]: DEBUG nova.network.neutron [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Refreshing network info cache for port f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.289987] env[65899]: DEBUG nova.policy [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a693203dfe1425e8daa962cef5892a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cecf3f49dad4f2f864a4e15089f1a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.320466] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52daf932-b4ce-257c-4247-e2b2e0680008, 'name': SearchDatastore_Task, 'duration_secs': 0.012946} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.320974] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.321231] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.321953] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.322122] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.322306] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.323395] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e48e6297-7f50-46b5-ac90-a3605a934900 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.334213] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.334556] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.335361] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a58b56c-c7ac-41e0-856e-eaa5c26b3bf1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.342531] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 721.342531] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528b4403-bcec-9cbe-661c-bbbfc51451b3" [ 721.342531] env[65899]: _type = "Task" [ 721.342531] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.353071] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528b4403-bcec-9cbe-661c-bbbfc51451b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.537628] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Releasing lock "refresh_cache-bf69b32f-1651-4ad8-ab6a-52f4d2b26233" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.537628] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received event network-vif-plugged-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.537628] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquiring lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.537628] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.537628] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.537628] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] No waiting events found dispatching network-vif-plugged-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.537628] env[65899]: WARNING nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received unexpected event network-vif-plugged-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 for instance with vm_state building and task_state spawning. [ 721.537628] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received event network-changed-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.537628] env[65899]: DEBUG nova.compute.manager [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Refreshing instance network info cache due to event network-changed-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 721.537628] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquiring lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.651144] env[65899]: DEBUG oslo_vmware.api [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894524, 'name': PowerOnVM_Task, 'duration_secs': 0.482779} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.651338] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.653067] env[65899]: INFO nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Took 11.50 seconds to spawn the instance on the hypervisor. [ 721.653067] env[65899]: DEBUG nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 721.653067] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd828d-f531-4e47-b4e3-6c58ee48e281 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.659446] env[65899]: DEBUG oslo_concurrency.lockutils [req-cade78c3-62da-4380-935f-c90798e714f2 req-0ab56190-5ffd-4f33-9c52-e76b9401b7e8 service nova] Releasing lock "refresh_cache-1990c844-de8b-4d17-bc8e-a864f6c81f05" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.715918] env[65899]: DEBUG nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 721.722405] env[65899]: WARNING neutronclient.v2_0.client [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.766555] env[65899]: DEBUG nova.network.neutron [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Successfully created port: f90d2502-74c8-44f9-9e42-8889df145239 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 721.858509] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528b4403-bcec-9cbe-661c-bbbfc51451b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.859395] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772b57e5-9c0c-452c-b8b6-bd333d9812c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.868174] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 721.868174] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52dca799-5b12-6499-6106-c644f7b1f42a" [ 721.868174] env[65899]: _type = "Task" [ 721.868174] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.879100] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52dca799-5b12-6499-6106-c644f7b1f42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.917641] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a12fcd-5c2a-4e10-aad9-22d2600b17ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.925502] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc39df4-e498-4d8a-9331-9155f118d71d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.961871] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598f1c1-0da9-47da-af02-a5603c187517 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.969656] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e69fa0-d080-49a0-8556-af8efbcf2aad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.984134] env[65899]: DEBUG nova.compute.provider_tree [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.011279] env[65899]: WARNING neutronclient.v2_0.client [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.171989] env[65899]: INFO nova.compute.manager [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Took 36.30 seconds to build instance. [ 722.256019] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 722.256333] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953904', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'name': 'volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01cca923-2ffe-43ea-9752-6bbafe920581', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'serial': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 722.257387] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be32ee4-3e61-4639-8636-e2911c289b46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.278468] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9665bb-6b4a-4392-993c-d4a8a2a377a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.306830] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9/volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.306830] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f20e71-c859-44ec-9ac8-83630ef3f90d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.326936] env[65899]: DEBUG oslo_vmware.api [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Waiting for the task: (returnval){ [ 722.326936] env[65899]: value = "task-4894525" [ 722.326936] env[65899]: _type = "Task" [ 722.326936] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.336040] env[65899]: DEBUG oslo_vmware.api [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.380686] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52dca799-5b12-6499-6106-c644f7b1f42a, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.380962] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.381246] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 643db833-afad-4ab7-b8f4-d56627a5bc8e/643db833-afad-4ab7-b8f4-d56627a5bc8e.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.381512] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3be3b25-98d5-4cff-9542-bb75ea202726 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.388681] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 722.388681] env[65899]: value = "task-4894526" [ 722.388681] env[65899]: _type = "Task" [ 722.388681] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.397885] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.487640] env[65899]: DEBUG nova.scheduler.client.report [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.508517] env[65899]: DEBUG nova.network.neutron [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Updated VIF entry in instance network info cache for port f20e9f39-b5fc-46ad-a711-eb0cbc9abb71. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.509013] env[65899]: DEBUG nova.network.neutron [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Updating instance_info_cache with network_info: [{"id": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "address": "fa:16:3e:31:7a:15", "network": {"id": "67740a15-f3ec-4ac6-bb3a-22abf1ff65e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573904388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48502a07-c2", "ovs_interfaceid": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "address": "fa:16:3e:c1:70:36", "network": {"id": "8c7d6e04-e9d5-4572-a87e-222535600a2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1212063291", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20e9f39-b5", "ovs_interfaceid": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.673331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28860846-9d70-4508-bce0-914fc1c602c2 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.807s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.731720] env[65899]: DEBUG nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 722.763127] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 722.763443] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.763620] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 722.763844] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.764021] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 722.765239] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 722.765239] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.765239] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 722.765239] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 722.765239] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 722.765239] env[65899]: DEBUG nova.virt.hardware [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 722.766511] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc38fe8-d52a-4b90-8ada-9dee910facf4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.777789] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53babdd0-9217-4feb-a779-f15184707d19 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.839949] env[65899]: DEBUG oslo_vmware.api [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.893289] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.893289] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.904712] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894526, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.994231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.996505] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.411s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.998576] env[65899]: INFO nova.compute.claims [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.013026] env[65899]: DEBUG oslo_concurrency.lockutils [req-76a3075a-2fe4-4544-929b-7ce0c2dc6142 req-59ac5479-192b-4138-ab5c-46b3a423f3bc service nova] Releasing lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.013026] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Acquired lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.013026] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Refreshing network info cache for port 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.046654] env[65899]: INFO nova.scheduler.client.report [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Deleted allocations for instance c8c68e1e-5066-46b9-9da0-fd415b0f79bb [ 723.177370] env[65899]: DEBUG nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 723.338462] env[65899]: DEBUG oslo_vmware.api [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894525, 'name': ReconfigVM_Task, 'duration_secs': 0.676351} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.338742] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9/volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.343300] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0e0cf9-901b-40ce-9292-5588b9591acb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.359123] env[65899]: DEBUG oslo_vmware.api [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Waiting for the task: (returnval){ [ 723.359123] env[65899]: value = "task-4894527" [ 723.359123] env[65899]: _type = "Task" [ 723.359123] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.364939] env[65899]: DEBUG nova.network.neutron [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Successfully updated port: f90d2502-74c8-44f9-9e42-8889df145239 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 723.369758] env[65899]: DEBUG oslo_vmware.api [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.404041] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834289} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.404314] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 643db833-afad-4ab7-b8f4-d56627a5bc8e/643db833-afad-4ab7-b8f4-d56627a5bc8e.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.404520] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.404768] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81daaded-fcae-4df4-a2ef-93a59f09ab4c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.412231] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 723.412231] env[65899]: value = "task-4894528" [ 723.412231] env[65899]: _type = "Task" [ 723.412231] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.423320] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.517023] env[65899]: WARNING neutronclient.v2_0.client [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.555896] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Lock "c8c68e1e-5066-46b9-9da0-fd415b0f79bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.285s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.710814] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.827027] env[65899]: WARNING neutronclient.v2_0.client [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.870514] env[65899]: DEBUG oslo_vmware.api [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894527, 'name': ReconfigVM_Task, 'duration_secs': 0.177643} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.871620] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.871620] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.871620] env[65899]: DEBUG nova.network.neutron [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 723.872381] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953904', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'name': 'volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01cca923-2ffe-43ea-9752-6bbafe920581', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'serial': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 723.927691] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070518} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.927986] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.929818] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f562354a-7a63-4a9b-a467-0098cab82e8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.959280] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 643db833-afad-4ab7-b8f4-d56627a5bc8e/643db833-afad-4ab7-b8f4-d56627a5bc8e.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.960366] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Updated VIF entry in instance network info cache for port 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.960788] env[65899]: DEBUG nova.network.neutron [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Updating instance_info_cache with network_info: [{"id": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "address": "fa:16:3e:31:7a:15", "network": {"id": "67740a15-f3ec-4ac6-bb3a-22abf1ff65e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573904388", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48502a07-c2", "ovs_interfaceid": "48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "address": "fa:16:3e:c1:70:36", "network": {"id": "8c7d6e04-e9d5-4572-a87e-222535600a2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1212063291", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "59eb50664a8942808dfb96019d1bd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20e9f39-b5", "ovs_interfaceid": "f20e9f39-b5fc-46ad-a711-eb0cbc9abb71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.962235] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c624a9c-8070-4209-bb38-d9a5c4046f10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.979998] env[65899]: DEBUG oslo_concurrency.lockutils [req-5dd8f860-6c06-4426-be84-8d59d26e08c2 req-c8673d46-3ecb-4ce0-9d8e-6e621916a5c5 service nova] Releasing lock "refresh_cache-643db833-afad-4ab7-b8f4-d56627a5bc8e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.985050] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 723.985050] env[65899]: value = "task-4894529" [ 723.985050] env[65899]: _type = "Task" [ 723.985050] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.995499] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.245878] env[65899]: DEBUG nova.compute.manager [req-a7f7a49e-a017-4a3b-9fa3-34ca9895c9c1 req-b52987c9-c09c-43df-9b3e-1d4d352d713f service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Received event network-vif-plugged-f90d2502-74c8-44f9-9e42-8889df145239 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.249542] env[65899]: DEBUG oslo_concurrency.lockutils [req-a7f7a49e-a017-4a3b-9fa3-34ca9895c9c1 req-b52987c9-c09c-43df-9b3e-1d4d352d713f service nova] Acquiring lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.249542] env[65899]: DEBUG oslo_concurrency.lockutils [req-a7f7a49e-a017-4a3b-9fa3-34ca9895c9c1 req-b52987c9-c09c-43df-9b3e-1d4d352d713f service nova] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.249542] env[65899]: DEBUG oslo_concurrency.lockutils [req-a7f7a49e-a017-4a3b-9fa3-34ca9895c9c1 req-b52987c9-c09c-43df-9b3e-1d4d352d713f service nova] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.249542] env[65899]: DEBUG nova.compute.manager [req-a7f7a49e-a017-4a3b-9fa3-34ca9895c9c1 req-b52987c9-c09c-43df-9b3e-1d4d352d713f service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] No waiting events found dispatching network-vif-plugged-f90d2502-74c8-44f9-9e42-8889df145239 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 724.249542] env[65899]: WARNING nova.compute.manager [req-a7f7a49e-a017-4a3b-9fa3-34ca9895c9c1 req-b52987c9-c09c-43df-9b3e-1d4d352d713f service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Received unexpected event network-vif-plugged-f90d2502-74c8-44f9-9e42-8889df145239 for instance with vm_state building and task_state spawning. [ 724.430553] env[65899]: DEBUG nova.network.neutron [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 724.516930] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894529, 'name': ReconfigVM_Task, 'duration_secs': 0.448971} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.524334] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 643db833-afad-4ab7-b8f4-d56627a5bc8e/643db833-afad-4ab7-b8f4-d56627a5bc8e.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.524963] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bf346b-1e24-43eb-a723-b2ead31e9511 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.538479] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 724.538479] env[65899]: value = "task-4894530" [ 724.538479] env[65899]: _type = "Task" [ 724.538479] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.554048] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894530, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.588047] env[65899]: WARNING neutronclient.v2_0.client [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.652875] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707dfb41-605b-4136-96f6-8d5e931c5503 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.661251] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d17576-ae13-4af6-ae3e-ce9d67607999 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.695591] env[65899]: DEBUG nova.network.neutron [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Updating instance_info_cache with network_info: [{"id": "f90d2502-74c8-44f9-9e42-8889df145239", "address": "fa:16:3e:c2:c1:aa", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90d2502-74", "ovs_interfaceid": "f90d2502-74c8-44f9-9e42-8889df145239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.700307] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b22c28-d5df-452d-be88-16d91a5270ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.707150] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f23acee-d01c-48bd-a316-1f008d94d829 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.726102] env[65899]: DEBUG nova.compute.provider_tree [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.857694] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.858051] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.858382] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.858554] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.858716] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.861532] env[65899]: INFO nova.compute.manager [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Terminating instance [ 724.931409] env[65899]: DEBUG nova.objects.instance [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lazy-loading 'flavor' on Instance uuid 01cca923-2ffe-43ea-9752-6bbafe920581 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.048770] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894530, 'name': Rename_Task, 'duration_secs': 0.349798} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.049482] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.049683] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4925ad-bb85-4780-b96f-3ef8cfbd61df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.061644] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 725.061644] env[65899]: value = "task-4894531" [ 725.061644] env[65899]: _type = "Task" [ 725.061644] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.072709] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.202170] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.202742] env[65899]: DEBUG nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Instance network_info: |[{"id": "f90d2502-74c8-44f9-9e42-8889df145239", "address": "fa:16:3e:c2:c1:aa", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90d2502-74", "ovs_interfaceid": "f90d2502-74c8-44f9-9e42-8889df145239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 725.203182] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:c1:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f90d2502-74c8-44f9-9e42-8889df145239', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.212023] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 725.212369] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.212510] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2871deb5-1767-4190-8efc-cefab7a3631e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.232280] env[65899]: DEBUG nova.scheduler.client.report [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.242240] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.242240] env[65899]: value = "task-4894532" [ 725.242240] env[65899]: _type = "Task" [ 725.242240] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.254278] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894532, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.368407] env[65899]: DEBUG nova.compute.manager [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 725.368407] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.368939] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce0df87-6506-4892-bab1-9b1cafef1243 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.385108] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.385108] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5204447f-fa0d-4437-9b7f-607c4f0d42f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.440974] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e9395e18-4262-4583-a6ef-96431d14d23d tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.874s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.461179] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.462027] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.462027] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Deleting the datastore file [datastore1] 02b3060f-2b55-4eee-9473-06a58a9bb5a1 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.462027] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24df0921-5760-4579-a718-af444c9e516c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.470253] env[65899]: DEBUG oslo_vmware.api [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 725.470253] env[65899]: value = "task-4894534" [ 725.470253] env[65899]: _type = "Task" [ 725.470253] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.482848] env[65899]: DEBUG oslo_vmware.api [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.576833] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.739474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.740159] env[65899]: DEBUG nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 725.743857] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.266s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.745929] env[65899]: INFO nova.compute.claims [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.763020] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894532, 'name': CreateVM_Task, 'duration_secs': 0.403817} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.764965] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.764965] env[65899]: WARNING neutronclient.v2_0.client [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.764965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.765178] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d598572-6365-427e-9aaf-793bc5598f72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.774669] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 725.774669] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52570f4c-6f39-d2d3-b07b-401468891187" [ 725.774669] env[65899]: _type = "Task" [ 725.774669] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.793716] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52570f4c-6f39-d2d3-b07b-401468891187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.879776] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.880585] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.881088] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.881300] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.881474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.883616] env[65899]: INFO nova.compute.manager [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Terminating instance [ 725.980700] env[65899]: DEBUG oslo_vmware.api [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185606} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.981014] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.981253] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.981400] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.983430] env[65899]: INFO nova.compute.manager [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 725.983430] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 725.983430] env[65899]: DEBUG nova.compute.manager [-] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 725.983430] env[65899]: DEBUG nova.network.neutron [-] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 725.983430] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.023321] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.074351] env[65899]: DEBUG oslo_vmware.api [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894531, 'name': PowerOnVM_Task, 'duration_secs': 0.703637} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.074706] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.074961] env[65899]: INFO nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Took 12.77 seconds to spawn the instance on the hypervisor. [ 726.075070] env[65899]: DEBUG nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 726.076229] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d181ef-1465-4978-897c-7b1f51eef823 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.083242] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.083469] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.083727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.083846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.084074] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.088441] env[65899]: INFO nova.compute.manager [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Terminating instance [ 726.251679] env[65899]: DEBUG nova.compute.utils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.256014] env[65899]: DEBUG nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 726.258398] env[65899]: DEBUG nova.network.neutron [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 726.258398] env[65899]: WARNING neutronclient.v2_0.client [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.258398] env[65899]: WARNING neutronclient.v2_0.client [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.287853] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52570f4c-6f39-d2d3-b07b-401468891187, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.288272] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.288599] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.289011] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.289107] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.290295] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.290295] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43cfe84f-c16e-4a82-8be1-1568ce74c51a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.306142] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.306567] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.307830] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfaef6bb-4619-4eb3-be18-9d884bfbb16c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.317165] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 726.317165] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52375a87-e86b-2caa-8823-49fb6f3b600b" [ 726.317165] env[65899]: _type = "Task" [ 726.317165] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.337688] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52375a87-e86b-2caa-8823-49fb6f3b600b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.353326] env[65899]: DEBUG nova.policy [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6e3bf5bb6b4c8285c744ce6471ac37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada283044488484fb66f0bb359de932d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.390605] env[65899]: DEBUG nova.compute.manager [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 726.390883] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.392047] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e804d6-6910-4ebc-a9b9-db5e99a883af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.401904] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.401904] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b51f1e2-9b8b-4142-a45b-0bb1b3fb9265 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.408070] env[65899]: DEBUG oslo_vmware.api [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 726.408070] env[65899]: value = "task-4894535" [ 726.408070] env[65899]: _type = "Task" [ 726.408070] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.418645] env[65899]: DEBUG oslo_vmware.api [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.492873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Acquiring lock "01cca923-2ffe-43ea-9752-6bbafe920581" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.493645] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.599549] env[65899]: DEBUG nova.compute.manager [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 726.600303] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.604779] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ee8414-b64e-4434-90f3-cd6f6be8e747 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.609296] env[65899]: DEBUG nova.compute.manager [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Received event network-changed-f90d2502-74c8-44f9-9e42-8889df145239 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 726.609567] env[65899]: DEBUG nova.compute.manager [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Refreshing instance network info cache due to event network-changed-f90d2502-74c8-44f9-9e42-8889df145239. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 726.610184] env[65899]: DEBUG oslo_concurrency.lockutils [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] Acquiring lock "refresh_cache-a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.610184] env[65899]: DEBUG oslo_concurrency.lockutils [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] Acquired lock "refresh_cache-a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.610184] env[65899]: DEBUG nova.network.neutron [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Refreshing network info cache for port f90d2502-74c8-44f9-9e42-8889df145239 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.612869] env[65899]: INFO nova.compute.manager [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Took 38.55 seconds to build instance. [ 726.621057] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.622245] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c19b70a7-4299-4b99-b7c8-0560e2188251 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.631056] env[65899]: DEBUG oslo_vmware.api [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 726.631056] env[65899]: value = "task-4894536" [ 726.631056] env[65899]: _type = "Task" [ 726.631056] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.642375] env[65899]: DEBUG oslo_vmware.api [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.733633] env[65899]: DEBUG nova.network.neutron [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Successfully created port: 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.756855] env[65899]: DEBUG nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 726.808166] env[65899]: DEBUG nova.network.neutron [-] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.840246] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52375a87-e86b-2caa-8823-49fb6f3b600b, 'name': SearchDatastore_Task, 'duration_secs': 0.015744} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.843868] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3cf59c0-42fb-4be7-b22b-26c209b9d731 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.847935] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 726.847935] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5227ec3a-37fe-5b9e-94cc-03fb57f11e5f" [ 726.847935] env[65899]: _type = "Task" [ 726.847935] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.865476] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5227ec3a-37fe-5b9e-94cc-03fb57f11e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.868098] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.868428] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.872288] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fb283fb-46b3-4bd3-96b2-a4ec72f20800 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.880905] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 726.880905] env[65899]: value = "task-4894537" [ 726.880905] env[65899]: _type = "Task" [ 726.880905] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.891371] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.922373] env[65899]: DEBUG oslo_vmware.api [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894535, 'name': PowerOffVM_Task, 'duration_secs': 0.418671} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.922650] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.922808] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.923254] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdda777f-5053-4a51-980b-234074a3d502 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.997268] env[65899]: INFO nova.compute.manager [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Detaching volume 8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9 [ 727.001110] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.001403] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.001570] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Deleting the datastore file [datastore2] bf69b32f-1651-4ad8-ab6a-52f4d2b26233 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.001864] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c9c90d0-4fed-45cf-8b90-30e3b7c98722 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.011707] env[65899]: DEBUG oslo_vmware.api [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for the task: (returnval){ [ 727.011707] env[65899]: value = "task-4894539" [ 727.011707] env[65899]: _type = "Task" [ 727.011707] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.020924] env[65899]: DEBUG oslo_vmware.api [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.043894] env[65899]: INFO nova.virt.block_device [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Attempting to driver detach volume 8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9 from mountpoint /dev/sdb [ 727.044416] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 727.044416] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953904', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'name': 'volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01cca923-2ffe-43ea-9752-6bbafe920581', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'serial': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 727.045293] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3756a0ca-0173-456c-878e-60285556dc30 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.070577] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1164a-a530-494f-851c-f3c3db69e1a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.082778] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a5e8ce-b2e6-4f3a-add5-57894895f11e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.110991] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5809223b-604a-43ef-8a05-d171f31e2330 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.115442] env[65899]: WARNING neutronclient.v2_0.client [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.117296] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85b4723f-704f-420d-a3eb-da0d1a76437d tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.059s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.134183] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] The volume has not been displaced from its original location: [datastore2] volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9/volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 727.139819] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 727.146675] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485568b6-8428-47e2-a0fc-d99d766804b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.167950] env[65899]: DEBUG oslo_vmware.api [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894536, 'name': PowerOffVM_Task, 'duration_secs': 0.23454} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.169773] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.169870] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.170228] env[65899]: DEBUG oslo_vmware.api [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Waiting for the task: (returnval){ [ 727.170228] env[65899]: value = "task-4894540" [ 727.170228] env[65899]: _type = "Task" [ 727.170228] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.170471] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6df6e7-a071-4474-b76a-b9be789644b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.184839] env[65899]: DEBUG oslo_vmware.api [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.253018] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.253280] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.253460] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Deleting the datastore file [datastore2] 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.253748] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b8724c1-d8ab-47be-9230-9a560a065b47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.261587] env[65899]: DEBUG oslo_vmware.api [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for the task: (returnval){ [ 727.261587] env[65899]: value = "task-4894542" [ 727.261587] env[65899]: _type = "Task" [ 727.261587] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.273384] env[65899]: DEBUG oslo_vmware.api [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.315681] env[65899]: INFO nova.compute.manager [-] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Took 1.33 seconds to deallocate network for instance. [ 727.391124] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894537, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.438408] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e235dd-c434-48d5-b1a0-af9e11550831 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.448919] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97392e47-41df-47c6-bf4d-02f72b866e09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.494086] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260b997a-a3a9-49c0-94b5-a77a10a6f396 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.503772] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e7a7b3-155b-491a-9f46-fe47e32c3b2b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.520472] env[65899]: DEBUG nova.compute.provider_tree [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.531133] env[65899]: DEBUG oslo_vmware.api [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Task: {'id': task-4894539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475797} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.532066] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.532257] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.532429] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.532631] env[65899]: INFO nova.compute.manager [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.532954] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.533197] env[65899]: DEBUG nova.compute.manager [-] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.533336] env[65899]: DEBUG nova.network.neutron [-] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.533717] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.620919] env[65899]: DEBUG nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 727.685281] env[65899]: DEBUG oslo_vmware.api [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894540, 'name': ReconfigVM_Task, 'duration_secs': 0.320969} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.686116] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 727.691239] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625ff8ea-1537-4862-b887-b50716bae232 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.707649] env[65899]: DEBUG oslo_vmware.api [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Waiting for the task: (returnval){ [ 727.707649] env[65899]: value = "task-4894543" [ 727.707649] env[65899]: _type = "Task" [ 727.707649] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.718880] env[65899]: DEBUG oslo_vmware.api [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.772919] env[65899]: DEBUG oslo_vmware.api [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Task: {'id': task-4894542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279332} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.773208] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.773462] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.773644] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.773809] env[65899]: INFO nova.compute.manager [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 727.774069] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.775285] env[65899]: DEBUG nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 727.777589] env[65899]: DEBUG nova.compute.manager [-] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.777815] env[65899]: DEBUG nova.network.neutron [-] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.777910] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.815038] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.815687] env[65899]: DEBUG nova.virt.hardware [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.816368] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328094db-c64b-447c-aa56-efe87d38a990 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.825820] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.827515] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be79e1-29f3-4bb4-9395-054e2040a2db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.893155] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534658} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.893354] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.893589] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.893884] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91c67b59-5bfd-41c6-bd46-a9c9bd9525d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.904165] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 727.904165] env[65899]: value = "task-4894544" [ 727.904165] env[65899]: _type = "Task" [ 727.904165] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.915479] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.027227] env[65899]: DEBUG nova.scheduler.client.report [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.142372] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.218841] env[65899]: DEBUG oslo_vmware.api [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Task: {'id': task-4894543, 'name': ReconfigVM_Task, 'duration_secs': 0.324137} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.219137] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953904', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'name': 'volume-8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01cca923-2ffe-43ea-9752-6bbafe920581', 'attached_at': '', 'detached_at': '', 'volume_id': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9', 'serial': '8b1fb7b0-030d-4fa0-9bb7-1c6b6d86afe9'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 728.345751] env[65899]: DEBUG nova.network.neutron [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Successfully updated port: 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.416013] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081177} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.416372] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.417254] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b14302-18b2-435b-9b82-667aa1523af5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.443895] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.444269] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b413bf7a-aa2f-4288-963e-9f8fd80e26a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.461336] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.467095] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.470954] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 728.470954] env[65899]: value = "task-4894545" [ 728.470954] env[65899]: _type = "Task" [ 728.470954] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.480247] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.534879] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.535360] env[65899]: DEBUG nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 728.539734] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.706s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.539965] env[65899]: DEBUG nova.objects.instance [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lazy-loading 'resources' on Instance uuid 5f9169d8-04bb-40be-9487-897266c3332d {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.788517] env[65899]: DEBUG nova.objects.instance [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lazy-loading 'flavor' on Instance uuid 01cca923-2ffe-43ea-9752-6bbafe920581 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.850534] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "refresh_cache-41e601d6-622e-42c6-81e6-b0f2f55b77ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.850534] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "refresh_cache-41e601d6-622e-42c6-81e6-b0f2f55b77ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.850534] env[65899]: DEBUG nova.network.neutron [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.986330] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894545, 'name': ReconfigVM_Task, 'duration_secs': 0.362811} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.986808] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.987466] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fcc0c12-697e-4acf-9767-bff21ea9ad51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.997551] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 728.997551] env[65899]: value = "task-4894546" [ 728.997551] env[65899]: _type = "Task" [ 728.997551] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.011196] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894546, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.044460] env[65899]: DEBUG nova.compute.utils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.048712] env[65899]: DEBUG nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 729.048968] env[65899]: DEBUG nova.network.neutron [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 729.051334] env[65899]: WARNING neutronclient.v2_0.client [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.052146] env[65899]: WARNING neutronclient.v2_0.client [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.153019] env[65899]: WARNING neutronclient.v2_0.client [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.173543] env[65899]: DEBUG nova.policy [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485a2a10e6fe4533ac189a10a9be7dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1e2f4e8b3e4505b24625bbbdfdd852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.287845] env[65899]: DEBUG nova.network.neutron [-] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.356936] env[65899]: DEBUG nova.network.neutron [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Updated VIF entry in instance network info cache for port f90d2502-74c8-44f9-9e42-8889df145239. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.357299] env[65899]: DEBUG nova.network.neutron [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Updating instance_info_cache with network_info: [{"id": "f90d2502-74c8-44f9-9e42-8889df145239", "address": "fa:16:3e:c2:c1:aa", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90d2502-74", "ovs_interfaceid": "f90d2502-74c8-44f9-9e42-8889df145239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.445889] env[65899]: DEBUG nova.network.neutron [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.516240] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894546, 'name': Rename_Task, 'duration_secs': 0.167514} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.516240] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.516446] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-659c72fa-5def-472d-bcff-983bfce63105 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.527259] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 729.527259] env[65899]: value = "task-4894547" [ 729.527259] env[65899]: _type = "Task" [ 729.527259] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.531435] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "643db833-afad-4ab7-b8f4-d56627a5bc8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.531718] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.531879] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.532112] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.532474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.540108] env[65899]: DEBUG nova.network.neutron [-] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.541451] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.545029] env[65899]: INFO nova.compute.manager [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Terminating instance [ 729.558501] env[65899]: DEBUG nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 729.629369] env[65899]: DEBUG nova.network.neutron [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Successfully created port: 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.678347] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a4120-5374-48d5-9c1c-9f8cf5e2c32a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.681073] env[65899]: WARNING neutronclient.v2_0.client [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.688038] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fca1e2-33a3-43d4-9f6e-a7bf596a3b18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.723188] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa72ba1a-f472-4d21-9e59-1cc5dcf44718 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.736939] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1889e408-8f55-4acc-b2c9-99756c3675d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.757805] env[65899]: DEBUG nova.compute.provider_tree [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.793023] env[65899]: INFO nova.compute.manager [-] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Took 2.01 seconds to deallocate network for instance. [ 729.797781] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a6bbfac-4c89-4ce7-bb1c-889e28b2055a tempest-VolumesAssistedSnapshotsTest-487928840 tempest-VolumesAssistedSnapshotsTest-487928840-project-admin] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.814842] env[65899]: DEBUG nova.network.neutron [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Updating instance_info_cache with network_info: [{"id": "032f160c-d594-49a1-ab7f-dbc5b9b78fb7", "address": "fa:16:3e:0b:f9:97", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032f160c-d5", "ovs_interfaceid": "032f160c-d594-49a1-ab7f-dbc5b9b78fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.860388] env[65899]: DEBUG oslo_concurrency.lockutils [req-59e448ea-4133-4290-9e82-40dc4cbf9631 req-3f486136-dbbf-4917-9b99-4d567f2b5811 service nova] Releasing lock "refresh_cache-a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.030229] env[65899]: DEBUG nova.compute.manager [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Received event network-vif-deleted-4b1e1678-eb97-419d-8854-8dde8078fcc8 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.030877] env[65899]: DEBUG nova.compute.manager [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Received event network-vif-plugged-032f160c-d594-49a1-ab7f-dbc5b9b78fb7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.030877] env[65899]: DEBUG oslo_concurrency.lockutils [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] Acquiring lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.030999] env[65899]: DEBUG oslo_concurrency.lockutils [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.031258] env[65899]: DEBUG oslo_concurrency.lockutils [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.031488] env[65899]: DEBUG nova.compute.manager [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] No waiting events found dispatching network-vif-plugged-032f160c-d594-49a1-ab7f-dbc5b9b78fb7 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.032173] env[65899]: WARNING nova.compute.manager [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Received unexpected event network-vif-plugged-032f160c-d594-49a1-ab7f-dbc5b9b78fb7 for instance with vm_state building and task_state spawning. [ 730.032173] env[65899]: DEBUG nova.compute.manager [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Received event network-changed-032f160c-d594-49a1-ab7f-dbc5b9b78fb7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.032173] env[65899]: DEBUG nova.compute.manager [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Refreshing instance network info cache due to event network-changed-032f160c-d594-49a1-ab7f-dbc5b9b78fb7. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 730.032173] env[65899]: DEBUG oslo_concurrency.lockutils [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] Acquiring lock "refresh_cache-41e601d6-622e-42c6-81e6-b0f2f55b77ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.043796] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.046831] env[65899]: INFO nova.compute.manager [-] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Took 2.51 seconds to deallocate network for instance. [ 730.048995] env[65899]: DEBUG nova.compute.manager [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 730.049303] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.053052] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb98162f-16c7-43f5-adb6-1c1d3ead3a45 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.062919] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.063827] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b13c508a-834a-440a-8790-3285df398195 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.077535] env[65899]: DEBUG oslo_vmware.api [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 730.077535] env[65899]: value = "task-4894549" [ 730.077535] env[65899]: _type = "Task" [ 730.077535] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.088367] env[65899]: DEBUG oslo_vmware.api [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.263493] env[65899]: DEBUG nova.scheduler.client.report [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.300714] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.317754] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "refresh_cache-41e601d6-622e-42c6-81e6-b0f2f55b77ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.318217] env[65899]: DEBUG nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Instance network_info: |[{"id": "032f160c-d594-49a1-ab7f-dbc5b9b78fb7", "address": "fa:16:3e:0b:f9:97", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032f160c-d5", "ovs_interfaceid": "032f160c-d594-49a1-ab7f-dbc5b9b78fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 730.318634] env[65899]: DEBUG oslo_concurrency.lockutils [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] Acquired lock "refresh_cache-41e601d6-622e-42c6-81e6-b0f2f55b77ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.318840] env[65899]: DEBUG nova.network.neutron [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Refreshing network info cache for port 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.320254] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f9:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '032f160c-d594-49a1-ab7f-dbc5b9b78fb7', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.327752] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 730.328838] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.329096] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72b2ebc9-ad5e-49ef-862b-a8db332fc8c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.351608] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.351608] env[65899]: value = "task-4894550" [ 730.351608] env[65899]: _type = "Task" [ 730.351608] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.361347] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894550, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.538435] env[65899]: DEBUG oslo_vmware.api [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894547, 'name': PowerOnVM_Task, 'duration_secs': 0.794976} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.538713] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.539645] env[65899]: INFO nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Took 7.81 seconds to spawn the instance on the hypervisor. [ 730.539645] env[65899]: DEBUG nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 730.539942] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b964795f-77c7-4449-a8f9-c64403e2f874 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.557815] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.579934] env[65899]: DEBUG nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 730.596831] env[65899]: DEBUG oslo_vmware.api [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894549, 'name': PowerOffVM_Task, 'duration_secs': 0.311569} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.597143] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.597309] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.597567] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c925f6f-f332-4627-a2cd-f4c8cb487b1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.614593] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 730.614835] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.615109] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 730.615417] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.615704] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 730.615908] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 730.616270] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 730.616703] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 730.616976] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 730.617246] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 730.617480] env[65899]: DEBUG nova.virt.hardware [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 730.618763] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6730e99d-41e6-4ec4-b39c-21f030c9b96c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.630714] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a3ee20-b703-479d-be71-a6471f9c6c3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.757325] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.757538] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.757720] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Deleting the datastore file [datastore2] 643db833-afad-4ab7-b8f4-d56627a5bc8e {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.758336] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c9cd29e-a6df-45a2-883e-4448d3df4cf2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.765268] env[65899]: DEBUG oslo_vmware.api [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for the task: (returnval){ [ 730.765268] env[65899]: value = "task-4894552" [ 730.765268] env[65899]: _type = "Task" [ 730.765268] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.770244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.773516] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.855s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.775049] env[65899]: DEBUG nova.objects.instance [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lazy-loading 'resources' on Instance uuid 2ae10234-340d-47bc-9a67-0342b8ebd821 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.783729] env[65899]: DEBUG oslo_vmware.api [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.805860] env[65899]: INFO nova.scheduler.client.report [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Deleted allocations for instance 5f9169d8-04bb-40be-9487-897266c3332d [ 730.829051] env[65899]: WARNING neutronclient.v2_0.client [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.863891] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894550, 'name': CreateVM_Task, 'duration_secs': 0.384974} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.864152] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.864725] env[65899]: WARNING neutronclient.v2_0.client [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.865147] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.865346] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.865731] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.866320] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b32ef78-6dcf-4abb-8012-4d6c4e64fe13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.872167] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 730.872167] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520e9bde-c1ef-6731-f201-0feff06d6db0" [ 730.872167] env[65899]: _type = "Task" [ 730.872167] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.881016] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520e9bde-c1ef-6731-f201-0feff06d6db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.062492] env[65899]: INFO nova.compute.manager [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Took 40.68 seconds to build instance. [ 731.282207] env[65899]: DEBUG oslo_vmware.api [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Task: {'id': task-4894552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193892} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.283797] env[65899]: DEBUG nova.network.neutron [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Successfully updated port: 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.285157] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.286067] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.286067] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.286067] env[65899]: INFO nova.compute.manager [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 731.286377] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.286579] env[65899]: DEBUG nova.compute.manager [-] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 731.286668] env[65899]: DEBUG nova.network.neutron [-] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.286947] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.313189] env[65899]: DEBUG oslo_concurrency.lockutils [None req-94f15741-2bf3-4408-b70d-b7a65adc04cb tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "5f9169d8-04bb-40be-9487-897266c3332d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.702s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.348281] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.386612] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520e9bde-c1ef-6731-f201-0feff06d6db0, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.390196] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.390493] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.390860] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.391044] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.391232] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.391722] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a06570-60e2-422a-9a2e-14d2846967ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.406900] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.407086] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.407973] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463a9015-1cb0-4b7b-842b-f14b0b679436 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.414554] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 731.414554] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522f0a68-c536-0ba3-69b3-072436f4ab76" [ 731.414554] env[65899]: _type = "Task" [ 731.414554] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.424024] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522f0a68-c536-0ba3-69b3-072436f4ab76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.564477] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f80dcd42-af83-4993-ae2a-d0ac410383fa tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.156s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.786649] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-21db3b79-4146-4b48-a198-657d2ca05b2b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.787466] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-21db3b79-4146-4b48-a198-657d2ca05b2b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.787720] env[65899]: DEBUG nova.network.neutron [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 731.813860] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8dd71-d9fd-4104-ae9a-e7ed44f764a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.826272] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4f10b-779d-4b99-ba5c-34e6b1d34aa0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.858483] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c76fc9-444f-4561-9021-a4d2c0ba05ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.866944] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec9d51-3289-4f5a-876c-e208907944b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.886360] env[65899]: DEBUG nova.compute.provider_tree [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.926824] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522f0a68-c536-0ba3-69b3-072436f4ab76, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.927494] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f739c65d-91f3-4087-bd5e-a4f9173c5c90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.933661] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 731.933661] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522da743-ba80-8bbd-5deb-94dfef2a1e09" [ 731.933661] env[65899]: _type = "Task" [ 731.933661] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.938633] env[65899]: WARNING neutronclient.v2_0.client [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.947530] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522da743-ba80-8bbd-5deb-94dfef2a1e09, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.948299] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.948299] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 41e601d6-622e-42c6-81e6-b0f2f55b77ca/41e601d6-622e-42c6-81e6-b0f2f55b77ca.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.948466] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aed90c35-864d-4194-b09b-ade5c0aa8c9a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.956106] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 731.956106] env[65899]: value = "task-4894553" [ 731.956106] env[65899]: _type = "Task" [ 731.956106] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.968241] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.067907] env[65899]: DEBUG nova.network.neutron [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Updated VIF entry in instance network info cache for port 032f160c-d594-49a1-ab7f-dbc5b9b78fb7. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.068441] env[65899]: DEBUG nova.network.neutron [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Updating instance_info_cache with network_info: [{"id": "032f160c-d594-49a1-ab7f-dbc5b9b78fb7", "address": "fa:16:3e:0b:f9:97", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032f160c-d5", "ovs_interfaceid": "032f160c-d594-49a1-ab7f-dbc5b9b78fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.069952] env[65899]: DEBUG nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 732.352648] env[65899]: DEBUG nova.compute.manager [req-3391d85d-eb10-4705-9bb7-449438b0068d req-c437c9e2-19c9-4d76-9f41-3b9d096fb795 service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Received event network-vif-plugged-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.352910] env[65899]: DEBUG oslo_concurrency.lockutils [req-3391d85d-eb10-4705-9bb7-449438b0068d req-c437c9e2-19c9-4d76-9f41-3b9d096fb795 service nova] Acquiring lock "21db3b79-4146-4b48-a198-657d2ca05b2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.353079] env[65899]: DEBUG oslo_concurrency.lockutils [req-3391d85d-eb10-4705-9bb7-449438b0068d req-c437c9e2-19c9-4d76-9f41-3b9d096fb795 service nova] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.356378] env[65899]: DEBUG oslo_concurrency.lockutils [req-3391d85d-eb10-4705-9bb7-449438b0068d req-c437c9e2-19c9-4d76-9f41-3b9d096fb795 service nova] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.357358] env[65899]: DEBUG nova.compute.manager [req-3391d85d-eb10-4705-9bb7-449438b0068d req-c437c9e2-19c9-4d76-9f41-3b9d096fb795 service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] No waiting events found dispatching network-vif-plugged-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 732.357358] env[65899]: WARNING nova.compute.manager [req-3391d85d-eb10-4705-9bb7-449438b0068d req-c437c9e2-19c9-4d76-9f41-3b9d096fb795 service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Received unexpected event network-vif-plugged-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 for instance with vm_state building and task_state spawning. [ 732.359535] env[65899]: DEBUG nova.network.neutron [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 732.391516] env[65899]: DEBUG nova.scheduler.client.report [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.394744] env[65899]: DEBUG nova.network.neutron [-] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.468689] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493903} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.468890] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 41e601d6-622e-42c6-81e6-b0f2f55b77ca/41e601d6-622e-42c6-81e6-b0f2f55b77ca.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.469138] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.469403] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b9da9a9-1e67-443b-9296-04039f78d8dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.477108] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 732.477108] env[65899]: value = "task-4894554" [ 732.477108] env[65899]: _type = "Task" [ 732.477108] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.481626] env[65899]: WARNING neutronclient.v2_0.client [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.490302] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.573964] env[65899]: DEBUG oslo_concurrency.lockutils [req-eed9558e-7a95-4afa-ac8b-0b59d227f543 req-60dbef23-61e5-41e6-873c-0166d96d700e service nova] Releasing lock "refresh_cache-41e601d6-622e-42c6-81e6-b0f2f55b77ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.598536] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.617950] env[65899]: DEBUG nova.network.neutron [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Updating instance_info_cache with network_info: [{"id": "72b7a4bf-cf13-467b-82b3-cb5c49b6ad21", "address": "fa:16:3e:6e:9d:aa", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b7a4bf-cf", "ovs_interfaceid": "72b7a4bf-cf13-467b-82b3-cb5c49b6ad21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.721235] env[65899]: DEBUG nova.compute.manager [req-eaee5c4e-fc22-48ce-9434-b00a65614d84 req-4aaa4380-f9f9-4ead-985a-ba1b0a10c988 service nova] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Received event network-vif-deleted-d5048184-239f-48d3-a982-46ebad07254f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.722643] env[65899]: DEBUG nova.compute.manager [req-eaee5c4e-fc22-48ce-9434-b00a65614d84 req-4aaa4380-f9f9-4ead-985a-ba1b0a10c988 service nova] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Received event network-vif-deleted-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.722643] env[65899]: DEBUG nova.compute.manager [req-eaee5c4e-fc22-48ce-9434-b00a65614d84 req-4aaa4380-f9f9-4ead-985a-ba1b0a10c988 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received event network-vif-deleted-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.722643] env[65899]: DEBUG nova.compute.manager [req-eaee5c4e-fc22-48ce-9434-b00a65614d84 req-4aaa4380-f9f9-4ead-985a-ba1b0a10c988 service nova] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Received event network-vif-deleted-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.898597] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.900209] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.067s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.902257] env[65899]: INFO nova.compute.claims [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.907032] env[65899]: INFO nova.compute.manager [-] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Took 1.62 seconds to deallocate network for instance. [ 732.933258] env[65899]: INFO nova.scheduler.client.report [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Deleted allocations for instance 2ae10234-340d-47bc-9a67-0342b8ebd821 [ 732.992959] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070096} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.993701] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.995263] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6632681-e0d5-429b-8348-8a11c4a29d69 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.024742] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 41e601d6-622e-42c6-81e6-b0f2f55b77ca/41e601d6-622e-42c6-81e6-b0f2f55b77ca.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.026746] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1fea98-9d36-4395-864c-191bbf66457a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.050915] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 733.050915] env[65899]: value = "task-4894555" [ 733.050915] env[65899]: _type = "Task" [ 733.050915] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.060755] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.122304] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-21db3b79-4146-4b48-a198-657d2ca05b2b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.122828] env[65899]: DEBUG nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Instance network_info: |[{"id": "72b7a4bf-cf13-467b-82b3-cb5c49b6ad21", "address": "fa:16:3e:6e:9d:aa", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b7a4bf-cf", "ovs_interfaceid": "72b7a4bf-cf13-467b-82b3-cb5c49b6ad21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 733.123318] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:9d:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72b7a4bf-cf13-467b-82b3-cb5c49b6ad21', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.131179] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.131480] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.131764] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49341daf-2595-41d3-b2c7-d8cae63dad11 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.153076] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.153076] env[65899]: value = "task-4894556" [ 733.153076] env[65899]: _type = "Task" [ 733.153076] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.163946] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894556, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.170654] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "01cca923-2ffe-43ea-9752-6bbafe920581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.170925] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.171147] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "01cca923-2ffe-43ea-9752-6bbafe920581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.171326] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "01cca923-2ffe-43ea-9752-6bbafe920581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.171546] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "01cca923-2ffe-43ea-9752-6bbafe920581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.174409] env[65899]: INFO nova.compute.manager [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Terminating instance [ 733.413363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.444978] env[65899]: DEBUG oslo_concurrency.lockutils [None req-31fbea6c-4527-4759-a1ac-282188450d08 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Lock "2ae10234-340d-47bc-9a67-0342b8ebd821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.646s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.561885] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894555, 'name': ReconfigVM_Task, 'duration_secs': 0.296985} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.561971] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 41e601d6-622e-42c6-81e6-b0f2f55b77ca/41e601d6-622e-42c6-81e6-b0f2f55b77ca.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.562699] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8fc25d0-8ec8-48fc-922b-db3ddf50b851 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.570740] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 733.570740] env[65899]: value = "task-4894557" [ 733.570740] env[65899]: _type = "Task" [ 733.570740] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.581179] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894557, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.663888] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894556, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.679894] env[65899]: DEBUG nova.compute.manager [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 733.680169] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.681208] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d699d6e-4b73-4636-ab1d-9de5909778fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.691255] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.691995] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d11207-dadf-498b-a553-dcfe11f4fc37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.699046] env[65899]: DEBUG oslo_vmware.api [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 733.699046] env[65899]: value = "task-4894558" [ 733.699046] env[65899]: _type = "Task" [ 733.699046] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.709088] env[65899]: DEBUG oslo_vmware.api [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.923468] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "35307382-fdf5-453f-9af8-02616b1441d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.923593] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "35307382-fdf5-453f-9af8-02616b1441d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.924835] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "35307382-fdf5-453f-9af8-02616b1441d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.924835] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "35307382-fdf5-453f-9af8-02616b1441d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.924835] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "35307382-fdf5-453f-9af8-02616b1441d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.926740] env[65899]: INFO nova.compute.manager [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Terminating instance [ 734.086449] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894557, 'name': Rename_Task, 'duration_secs': 0.167612} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.086778] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.087108] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a50cfb-7d42-4ff2-82ae-57cd80e82f18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.099878] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 734.099878] env[65899]: value = "task-4894559" [ 734.099878] env[65899]: _type = "Task" [ 734.099878] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.108018] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.164936] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894556, 'name': CreateVM_Task, 'duration_secs': 0.637089} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.165161] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.168159] env[65899]: WARNING neutronclient.v2_0.client [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.168624] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.168725] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.169109] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.169612] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e6986e-e6cb-4744-b69d-e4b7852c3e27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.176706] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 734.176706] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520242db-5df5-53bb-da61-af1670b180ed" [ 734.176706] env[65899]: _type = "Task" [ 734.176706] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.189529] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520242db-5df5-53bb-da61-af1670b180ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.219901] env[65899]: DEBUG oslo_vmware.api [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894558, 'name': PowerOffVM_Task, 'duration_secs': 0.301128} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.219901] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.220869] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.220869] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dee69df0-20fe-4d6f-a6e5-467e8f525361 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.305032] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.305363] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.305527] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Deleting the datastore file [datastore1] 01cca923-2ffe-43ea-9752-6bbafe920581 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.308918] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b7007b-4c0b-4f9f-b8eb-5dcd80f510c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.317679] env[65899]: DEBUG oslo_vmware.api [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for the task: (returnval){ [ 734.317679] env[65899]: value = "task-4894561" [ 734.317679] env[65899]: _type = "Task" [ 734.317679] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.329308] env[65899]: DEBUG oslo_vmware.api [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.430669] env[65899]: DEBUG nova.compute.manager [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 734.431079] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.432271] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12008653-cd5e-4946-aabb-542654c5da9d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.443817] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.443942] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c4cd517-546a-4fe2-9926-bddf604c6f33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.452628] env[65899]: DEBUG oslo_vmware.api [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 734.452628] env[65899]: value = "task-4894562" [ 734.452628] env[65899]: _type = "Task" [ 734.452628] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.463393] env[65899]: DEBUG oslo_vmware.api [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.485234] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd95038-61b0-40c1-b0ec-2784445f658c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.494044] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7434cc6-e2fa-4572-ad38-27222e1d108d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.529317] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d31edff-73c0-4963-a706-fb2ee06f0b34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.539019] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d927254b-3311-4789-ae47-2783d1d00f46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.555021] env[65899]: DEBUG nova.compute.provider_tree [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.611750] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.690910] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520242db-5df5-53bb-da61-af1670b180ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.691520] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.691838] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.692192] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.692422] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.692678] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.693019] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adc54423-2afb-4b22-bf27-61248f1930a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.706891] env[65899]: DEBUG nova.compute.manager [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Received event network-changed-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.707119] env[65899]: DEBUG nova.compute.manager [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Refreshing instance network info cache due to event network-changed-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 734.707666] env[65899]: DEBUG oslo_concurrency.lockutils [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] Acquiring lock "refresh_cache-21db3b79-4146-4b48-a198-657d2ca05b2b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.707666] env[65899]: DEBUG oslo_concurrency.lockutils [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] Acquired lock "refresh_cache-21db3b79-4146-4b48-a198-657d2ca05b2b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.707805] env[65899]: DEBUG nova.network.neutron [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Refreshing network info cache for port 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.715885] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.716908] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.718511] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d223654-f648-4328-8868-6cc71417a5fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.728315] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 734.728315] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5290e196-b8c7-cfaa-bb76-760d1c6799a5" [ 734.728315] env[65899]: _type = "Task" [ 734.728315] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.742301] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290e196-b8c7-cfaa-bb76-760d1c6799a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.829073] env[65899]: DEBUG oslo_vmware.api [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Task: {'id': task-4894561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225085} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.829474] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.829474] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.829693] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.829693] env[65899]: INFO nova.compute.manager [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Took 1.15 seconds to destroy the instance on the hypervisor. [ 734.830693] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 734.830693] env[65899]: DEBUG nova.compute.manager [-] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 734.830693] env[65899]: DEBUG nova.network.neutron [-] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 734.830693] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.866091] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.886789] env[65899]: INFO nova.compute.manager [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Rebuilding instance [ 734.945383] env[65899]: DEBUG nova.compute.manager [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.946358] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b909a85f-d25f-4cd4-920a-290a273c5bb3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.965063] env[65899]: DEBUG oslo_vmware.api [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894562, 'name': PowerOffVM_Task, 'duration_secs': 0.245113} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.966417] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.966417] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.966417] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93e26b2a-9bcd-4765-af6c-29ec7e29d2a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.055517] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.055517] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.055668] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Deleting the datastore file [datastore2] 35307382-fdf5-453f-9af8-02616b1441d1 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.055846] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e926a91-f1ee-478a-9036-cc42101b80c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.058801] env[65899]: DEBUG nova.scheduler.client.report [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.070071] env[65899]: DEBUG oslo_vmware.api [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for the task: (returnval){ [ 735.070071] env[65899]: value = "task-4894564" [ 735.070071] env[65899]: _type = "Task" [ 735.070071] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.088435] env[65899]: DEBUG oslo_vmware.api [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.111437] env[65899]: DEBUG oslo_vmware.api [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894559, 'name': PowerOnVM_Task, 'duration_secs': 0.645887} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.111639] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.111836] env[65899]: INFO nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Took 7.34 seconds to spawn the instance on the hypervisor. [ 735.112016] env[65899]: DEBUG nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.113123] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da2fdb-a67e-4ad3-a171-77a7e95f8c46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.211551] env[65899]: WARNING neutronclient.v2_0.client [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.241688] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290e196-b8c7-cfaa-bb76-760d1c6799a5, 'name': SearchDatastore_Task, 'duration_secs': 0.019356} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.242637] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e976e9-f3af-40db-87f0-dee0a082b89e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.249721] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 735.249721] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea6669-cc93-be35-bead-06f9e73aad9a" [ 735.249721] env[65899]: _type = "Task" [ 735.249721] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.262586] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea6669-cc93-be35-bead-06f9e73aad9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.564123] env[65899]: WARNING neutronclient.v2_0.client [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.569966] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.569966] env[65899]: DEBUG nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 735.574783] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.935s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.574886] env[65899]: DEBUG nova.objects.instance [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 735.588684] env[65899]: DEBUG oslo_vmware.api [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Task: {'id': task-4894564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26031} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.588932] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.590339] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.590907] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.590977] env[65899]: INFO nova.compute.manager [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 735.591243] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 735.591495] env[65899]: DEBUG nova.compute.manager [-] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 735.591617] env[65899]: DEBUG nova.network.neutron [-] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 735.591940] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.636595] env[65899]: INFO nova.compute.manager [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Took 43.09 seconds to build instance. [ 735.684318] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.730718] env[65899]: DEBUG nova.network.neutron [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Updated VIF entry in instance network info cache for port 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.731169] env[65899]: DEBUG nova.network.neutron [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Updating instance_info_cache with network_info: [{"id": "72b7a4bf-cf13-467b-82b3-cb5c49b6ad21", "address": "fa:16:3e:6e:9d:aa", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72b7a4bf-cf", "ovs_interfaceid": "72b7a4bf-cf13-467b-82b3-cb5c49b6ad21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.764353] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea6669-cc93-be35-bead-06f9e73aad9a, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.764674] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.765218] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 21db3b79-4146-4b48-a198-657d2ca05b2b/21db3b79-4146-4b48-a198-657d2ca05b2b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.765871] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc5b5daa-457c-4086-93e4-1ee4e5285195 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.775356] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 735.775356] env[65899]: value = "task-4894565" [ 735.775356] env[65899]: _type = "Task" [ 735.775356] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.786122] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.897360] env[65899]: DEBUG nova.network.neutron [-] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.963829] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.964191] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88a9cf51-e658-40a5-933d-de1032037bc7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.972536] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 735.972536] env[65899]: value = "task-4894566" [ 735.972536] env[65899]: _type = "Task" [ 735.972536] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.984653] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.081289] env[65899]: DEBUG nova.compute.utils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.081587] env[65899]: DEBUG nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 736.082235] env[65899]: DEBUG nova.network.neutron [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 736.082460] env[65899]: WARNING neutronclient.v2_0.client [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.082968] env[65899]: WARNING neutronclient.v2_0.client [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.140776] env[65899]: DEBUG oslo_concurrency.lockutils [None req-048753b0-a759-4274-87a3-e9427bffb8bf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.496s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.214310] env[65899]: DEBUG nova.policy [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8431b7cae6ae4242a4178a7c6638fee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'babd0d22a0ae49fe938851b7659127d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.234632] env[65899]: DEBUG oslo_concurrency.lockutils [req-41bfac82-e762-4cee-8551-50f4baf1b4a4 req-852d7a0c-d1c5-4d23-ac82-4e7830d25dca service nova] Releasing lock "refresh_cache-21db3b79-4146-4b48-a198-657d2ca05b2b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.293359] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894565, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.401152] env[65899]: INFO nova.compute.manager [-] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Took 1.57 seconds to deallocate network for instance. [ 736.484375] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894566, 'name': PowerOffVM_Task, 'duration_secs': 0.18728} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.484726] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.486041] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.486041] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49658904-6dd0-4a33-8459-dd479126bf17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.503270] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.503699] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8dd228a-612a-4aa4-931e-0613979f2e31 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.515060] env[65899]: DEBUG nova.network.neutron [-] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.590307] env[65899]: DEBUG nova.compute.utils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.592785] env[65899]: DEBUG oslo_concurrency.lockutils [None req-273066ee-be1c-40de-8c4a-55d23c1382d2 tempest-ServersAdmin275Test-1898912613 tempest-ServersAdmin275Test-1898912613-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.593877] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.958s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.594227] env[65899]: DEBUG nova.objects.instance [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lazy-loading 'resources' on Instance uuid e2942a34-ffad-423a-baff-0027c88faaa0 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.600354] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.600682] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.600918] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleting the datastore file [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.601218] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38750751-1e1f-4285-b4ef-85e61c65ef42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.611387] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 736.611387] env[65899]: value = "task-4894568" [ 736.611387] env[65899]: _type = "Task" [ 736.611387] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.627876] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.786323] env[65899]: DEBUG nova.network.neutron [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Successfully created port: a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 736.795752] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690685} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.796297] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 21db3b79-4146-4b48-a198-657d2ca05b2b/21db3b79-4146-4b48-a198-657d2ca05b2b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.796690] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.797082] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d71d4097-1500-4ae6-843a-364c5a622b68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.805660] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 736.805660] env[65899]: value = "task-4894569" [ 736.805660] env[65899]: _type = "Task" [ 736.805660] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.819064] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.822322] env[65899]: DEBUG nova.compute.manager [req-2c70037d-7c3f-4b59-9a89-a2850505994b req-42b2265e-75c1-4abd-8161-44ad1a919448 service nova] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Received event network-vif-deleted-faeedda0-cb1b-4282-8a47-6a60fb51c1a9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.910669] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.018349] env[65899]: INFO nova.compute.manager [-] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Took 1.43 seconds to deallocate network for instance. [ 737.113903] env[65899]: DEBUG nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 737.127457] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.320696] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07434} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.323765] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.324813] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef49cfd-964f-4465-9556-4ecec59336ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.350556] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 21db3b79-4146-4b48-a198-657d2ca05b2b/21db3b79-4146-4b48-a198-657d2ca05b2b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.353489] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87c9f578-3af7-4ab7-aaa8-182bfdc576e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.374521] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 737.374521] env[65899]: value = "task-4894570" [ 737.374521] env[65899]: _type = "Task" [ 737.374521] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.385499] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.440020] env[65899]: DEBUG nova.compute.manager [req-8b4dff56-10ae-4057-9449-f247cb871602 req-19868d5d-ad2c-4da6-a416-6bdca5081fcb service nova] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Received event network-vif-deleted-f1fc45d3-248a-460e-8880-34d9b005f40b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 737.472330] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7927c1aa-0e5a-45b2-a4db-5e755a2b2420 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.481057] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3115acf5-a564-4c8b-8f54-af3f0720d348 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Suspending the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 737.481348] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b71dac86-db9b-40d7-b5e3-cb62de98bde7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.489297] env[65899]: DEBUG oslo_vmware.api [None req-3115acf5-a564-4c8b-8f54-af3f0720d348 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 737.489297] env[65899]: value = "task-4894571" [ 737.489297] env[65899]: _type = "Task" [ 737.489297] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.502475] env[65899]: DEBUG oslo_vmware.api [None req-3115acf5-a564-4c8b-8f54-af3f0720d348 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894571, 'name': SuspendVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.527128] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.634539] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613824} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.635048] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.635267] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.635493] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.687660] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e2e4a2-82a2-4283-a265-03d12523cac9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.697172] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb6d06a-b644-4730-810b-981538f83edb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.731930] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0514fcef-5c29-4ad9-935e-471e4e7397b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.740511] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b3daba-21cf-4444-9d92-7133fdc2a7ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.756834] env[65899]: DEBUG nova.compute.provider_tree [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.888623] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894570, 'name': ReconfigVM_Task, 'duration_secs': 0.321025} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.888880] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 21db3b79-4146-4b48-a198-657d2ca05b2b/21db3b79-4146-4b48-a198-657d2ca05b2b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.889718] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d98ad86-e83b-4fda-a938-645dbc809e91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.899772] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 737.899772] env[65899]: value = "task-4894572" [ 737.899772] env[65899]: _type = "Task" [ 737.899772] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.912150] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894572, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.001709] env[65899]: DEBUG oslo_vmware.api [None req-3115acf5-a564-4c8b-8f54-af3f0720d348 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894571, 'name': SuspendVM_Task} progress is 87%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.127053] env[65899]: DEBUG nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 738.157073] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:33:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1294326622',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1859578238',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 738.157370] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.157522] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 738.157811] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.157957] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 738.158127] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 738.158372] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 738.158527] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 738.158767] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 738.158940] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 738.159201] env[65899]: DEBUG nova.virt.hardware [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 738.160195] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d08f7c-f395-435b-8d7f-a03f5c295d71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.170115] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e8adcc-30f6-4b45-881b-fda551a0199b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.288769] env[65899]: ERROR nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [req-85ab8433-b3fd-4a19-a8d0-118886e69be0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85ab8433-b3fd-4a19-a8d0-118886e69be0"}]} [ 738.309455] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.326939] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.327186] env[65899]: DEBUG nova.compute.provider_tree [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.347324] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.370389] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 738.411621] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894572, 'name': Rename_Task, 'duration_secs': 0.203496} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.414578] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.414578] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16cece6f-4f1e-4a2f-9d68-3e7d9f111c28 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.420430] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 738.420430] env[65899]: value = "task-4894573" [ 738.420430] env[65899]: _type = "Task" [ 738.420430] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.429306] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.441056] env[65899]: DEBUG nova.network.neutron [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Successfully updated port: a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.506522] env[65899]: DEBUG oslo_vmware.api [None req-3115acf5-a564-4c8b-8f54-af3f0720d348 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894571, 'name': SuspendVM_Task, 'duration_secs': 0.905334} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.506522] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3115acf5-a564-4c8b-8f54-af3f0720d348 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Suspended the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 738.506522] env[65899]: DEBUG nova.compute.manager [None req-3115acf5-a564-4c8b-8f54-af3f0720d348 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 738.506522] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e91b6b7-f727-4088-aee5-d9c65d683a98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 738.687311] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 738.688161] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 738.688521] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 738.688821] env[65899]: DEBUG nova.virt.hardware [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 738.689996] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa76e9-65a0-4c26-8a55-7f69c8b25907 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.700452] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5390f4d2-eb17-4822-86d3-2548b2ec84af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.721924] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:c1:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f90d2502-74c8-44f9-9e42-8889df145239', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.736697] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.739544] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.740016] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05283709-cd06-4275-a888-ff53c98aa7cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.767193] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.767193] env[65899]: value = "task-4894574" [ 738.767193] env[65899]: _type = "Task" [ 738.767193] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.778611] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894574, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.939557] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.950083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.950277] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.951736] env[65899]: DEBUG nova.network.neutron [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.969832] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb7362c-1f48-4c97-9982-5d88b0a320c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.980361] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a3f560-e61c-4ad3-9085-432f58afc3fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.014014] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731b1dd1-318d-466b-8e07-41c1de679f91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.023090] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ac137-369c-41a2-8de4-5e8e6cba78d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.043122] env[65899]: DEBUG nova.compute.provider_tree [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.279533] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894574, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.380270] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.380474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.432036] env[65899]: DEBUG oslo_vmware.api [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894573, 'name': PowerOnVM_Task, 'duration_secs': 0.536592} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.432744] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.433600] env[65899]: INFO nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Took 8.85 seconds to spawn the instance on the hypervisor. [ 739.433600] env[65899]: DEBUG nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.433936] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd97a8-3880-4b6b-bfb8-4b7a6267329d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.499034] env[65899]: DEBUG nova.network.neutron [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 739.568396] env[65899]: ERROR nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [req-0067688b-2b7d-49f9-8b09-2a2b5266cdd0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0067688b-2b7d-49f9-8b09-2a2b5266cdd0"}]} [ 739.590183] env[65899]: WARNING neutronclient.v2_0.client [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.593790] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.612758] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.613060] env[65899]: DEBUG nova.compute.provider_tree [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.626404] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.650687] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.684910] env[65899]: DEBUG nova.network.neutron [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Updating instance_info_cache with network_info: [{"id": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "address": "fa:16:3e:ce:c2:c0", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dbf983-27", "ovs_interfaceid": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.688966] env[65899]: DEBUG nova.compute.manager [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Received event network-vif-plugged-a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.689224] env[65899]: DEBUG oslo_concurrency.lockutils [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] Acquiring lock "afbb5c92-d555-4b8f-b170-5cb53e87491d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.691936] env[65899]: DEBUG oslo_concurrency.lockutils [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.691936] env[65899]: DEBUG oslo_concurrency.lockutils [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.691936] env[65899]: DEBUG nova.compute.manager [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] No waiting events found dispatching network-vif-plugged-a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.691936] env[65899]: WARNING nova.compute.manager [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Received unexpected event network-vif-plugged-a1dbf983-274e-4f88-9d46-4da4a8a8d2be for instance with vm_state building and task_state spawning. [ 739.691936] env[65899]: DEBUG nova.compute.manager [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Received event network-changed-a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.691936] env[65899]: DEBUG nova.compute.manager [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Refreshing instance network info cache due to event network-changed-a1dbf983-274e-4f88-9d46-4da4a8a8d2be. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.691936] env[65899]: DEBUG oslo_concurrency.lockutils [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] Acquiring lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.778202] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894574, 'name': CreateVM_Task, 'duration_secs': 0.663417} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.780029] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.780828] env[65899]: WARNING neutronclient.v2_0.client [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 739.781223] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.781377] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.781691] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.781951] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa42b150-58cc-4156-a302-cb32900bf650 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.788610] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 739.788610] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52494046-7fb0-f880-570b-7ee8d2ecce72" [ 739.788610] env[65899]: _type = "Task" [ 739.788610] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.800613] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52494046-7fb0-f880-570b-7ee8d2ecce72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.884797] env[65899]: DEBUG nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 739.957957] env[65899]: INFO nova.compute.manager [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Took 45.50 seconds to build instance. [ 740.192019] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Releasing lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.192019] env[65899]: DEBUG nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Instance network_info: |[{"id": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "address": "fa:16:3e:ce:c2:c0", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dbf983-27", "ovs_interfaceid": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 740.192019] env[65899]: DEBUG oslo_concurrency.lockutils [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] Acquired lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.192019] env[65899]: DEBUG nova.network.neutron [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Refreshing network info cache for port a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.192019] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:c2:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1dbf983-274e-4f88-9d46-4da4a8a8d2be', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.206337] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 740.208585] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.209392] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86235a6c-6b15-4de9-8be9-e0e428037949 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.213556] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8da7b9c0-2832-4a01-8b30-0149b09c2486 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.237030] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcca481-e503-4420-985f-dba3355f5712 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.241679] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.241679] env[65899]: value = "task-4894575" [ 740.241679] env[65899]: _type = "Task" [ 740.241679] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.276194] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619bc0b5-ab8f-4aaf-8788-ee1de9a6220a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.282348] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894575, 'name': CreateVM_Task} progress is 15%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.289120] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678659f7-ef29-4bd2-9151-3d4f6608dcb4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.308814] env[65899]: DEBUG nova.compute.provider_tree [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.314207] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52494046-7fb0-f880-570b-7ee8d2ecce72, 'name': SearchDatastore_Task, 'duration_secs': 0.017682} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.314857] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.315160] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.315411] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.315554] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.315733] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.316027] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ceb50ae-3f00-44f0-ae47-d83f335a36e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.327930] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.327930] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.329014] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b897361b-0f53-4484-9313-f7a64a4be481 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.339450] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 740.339450] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52fe3912-ea2d-d9ff-d890-552ccf143434" [ 740.339450] env[65899]: _type = "Task" [ 740.339450] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.351956] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52fe3912-ea2d-d9ff-d890-552ccf143434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.417784] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.446783] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "926cf1b6-6abc-4241-bfa4-75cda3a90784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.447041] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.460037] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b207a102-be90-4c97-8f28-b08bb3026274 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.636s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.708991] env[65899]: WARNING neutronclient.v2_0.client [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.757303] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894575, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.841622] env[65899]: ERROR nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] [req-145405b9-1519-4595-bb1d-60fde61e8cf0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-145405b9-1519-4595-bb1d-60fde61e8cf0"}]} [ 740.859125] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52fe3912-ea2d-d9ff-d890-552ccf143434, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.859358] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7d2037-cdf0-4103-baba-ab20526c0026 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.867614] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 740.867614] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f3c3a3-b83a-a082-481a-bb02e877fe1f" [ 740.867614] env[65899]: _type = "Task" [ 740.867614] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.875872] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.887756] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f3c3a3-b83a-a082-481a-bb02e877fe1f, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.888218] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.888641] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.888983] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9d0435-d1a4-4170-b3c4-a37fbec246b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.896353] env[65899]: WARNING neutronclient.v2_0.client [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.902398] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 740.902398] env[65899]: value = "task-4894576" [ 740.902398] env[65899]: _type = "Task" [ 740.902398] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.926092] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.929537] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.929967] env[65899]: DEBUG nova.compute.provider_tree [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.949138] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.962628] env[65899]: DEBUG nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 740.971853] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.022458] env[65899]: DEBUG nova.network.neutron [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Updated VIF entry in instance network info cache for port a1dbf983-274e-4f88-9d46-4da4a8a8d2be. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 741.022737] env[65899]: DEBUG nova.network.neutron [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Updating instance_info_cache with network_info: [{"id": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "address": "fa:16:3e:ce:c2:c0", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dbf983-27", "ovs_interfaceid": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.258574] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894575, 'name': CreateVM_Task, 'duration_secs': 0.65071} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.258574] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.258574] env[65899]: WARNING neutronclient.v2_0.client [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.258574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.258574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.258574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.258574] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3cebed1-b597-4fed-86d5-1229a87fadac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.263636] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 741.263636] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52976c37-1592-79c4-c00d-962492934bde" [ 741.263636] env[65899]: _type = "Task" [ 741.263636] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.278070] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52976c37-1592-79c4-c00d-962492934bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.413305] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.497214] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.525581] env[65899]: DEBUG oslo_concurrency.lockutils [req-f678c409-b4c5-457e-a472-17ba1d7d55d5 req-e3d4f637-f79f-4b89-bf9e-041fd6d398a4 service nova] Releasing lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.656500] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c25fdb-29fc-493c-b1aa-112ff30118f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.666552] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7b241e-6aa7-4c8c-8c12-325f53d4f5f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.702570] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4dc9bd-35cf-4fd3-8333-e9217108cc95 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.712328] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43441b88-8c3d-4e82-8218-60f67702d9d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.728691] env[65899]: DEBUG nova.compute.provider_tree [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.776241] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52976c37-1592-79c4-c00d-962492934bde, 'name': SearchDatastore_Task, 'duration_secs': 0.064467} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.776617] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.776884] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.777329] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.777329] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.777495] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.777804] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b86470-43e7-4b70-a422-25146a90da44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.789376] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.789661] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.790648] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc312a2-6da2-4130-8539-26389343ca08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.798483] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 741.798483] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527065f1-5767-25b0-b7b5-17bacb625f55" [ 741.798483] env[65899]: _type = "Task" [ 741.798483] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.809498] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527065f1-5767-25b0-b7b5-17bacb625f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.912257] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684579} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.912462] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.912576] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.912834] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15e244c4-1a4a-4a29-b4bf-9bc98053fa06 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.920733] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 741.920733] env[65899]: value = "task-4894577" [ 741.920733] env[65899]: _type = "Task" [ 741.920733] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.932061] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.008498] env[65899]: DEBUG nova.compute.manager [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 742.009487] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a0b49-9801-4f9a-9464-6f88bad5ea54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.232133] env[65899]: DEBUG nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.310307] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527065f1-5767-25b0-b7b5-17bacb625f55, 'name': SearchDatastore_Task, 'duration_secs': 0.017849} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.311198] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e381d73-11f9-4ad9-9b1d-9071ffb88114 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.317344] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 742.317344] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5299e564-a518-51a2-4485-774f70b54e18" [ 742.317344] env[65899]: _type = "Task" [ 742.317344] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.326429] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5299e564-a518-51a2-4485-774f70b54e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.430853] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090078} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.431081] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.432062] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a11f80-cd6b-4a0d-bb85-809e17056c16 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.456279] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.456626] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d37a9d89-4a52-475a-bb95-233cef0c2569 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.476935] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 742.476935] env[65899]: value = "task-4894578" [ 742.476935] env[65899]: _type = "Task" [ 742.476935] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.485830] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.525920] env[65899]: INFO nova.compute.manager [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] instance snapshotting [ 742.526186] env[65899]: WARNING nova.compute.manager [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 742.529089] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf253b-e1f6-469d-a874-ab4d434bbda2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.549702] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f891e03-9b44-4f62-959f-5f3aaecebf33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.737559] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.144s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.739919] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.457s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.743066] env[65899]: DEBUG nova.objects.instance [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lazy-loading 'resources' on Instance uuid 38aaaf3b-96c1-4530-bdc6-7729ee563a57 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.796793] env[65899]: INFO nova.scheduler.client.report [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted allocations for instance e2942a34-ffad-423a-baff-0027c88faaa0 [ 742.848821] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "21db3b79-4146-4b48-a198-657d2ca05b2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.849134] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.849359] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "21db3b79-4146-4b48-a198-657d2ca05b2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.849542] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.849731] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.859647] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5299e564-a518-51a2-4485-774f70b54e18, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.860347] env[65899]: INFO nova.compute.manager [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Terminating instance [ 742.862204] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862518] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] afbb5c92-d555-4b8f-b170-5cb53e87491d/afbb5c92-d555-4b8f-b170-5cb53e87491d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.864347] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ae2d54-aff4-4358-a487-e907a6e01ebc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.874132] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 742.874132] env[65899]: value = "task-4894579" [ 742.874132] env[65899]: _type = "Task" [ 742.874132] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.886286] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.987574] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.062686] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.063380] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-29930ec2-107f-4f09-92dd-00e4eaf18f82 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.070951] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 743.070951] env[65899]: value = "task-4894580" [ 743.070951] env[65899]: _type = "Task" [ 743.070951] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.083909] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894580, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.306945] env[65899]: DEBUG oslo_concurrency.lockutils [None req-98173fcd-d2a4-443f-9f8e-0dde365f212c tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "e2942a34-ffad-423a-baff-0027c88faaa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.387s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.368228] env[65899]: DEBUG nova.compute.manager [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 743.368574] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.372060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ad45b5-782e-431c-bb2b-9ba60e265b9a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.391557] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.394755] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc50c40c-863e-4648-9441-c078e3b2282c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.400722] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894579, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.409352] env[65899]: DEBUG oslo_vmware.api [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 743.409352] env[65899]: value = "task-4894581" [ 743.409352] env[65899]: _type = "Task" [ 743.409352] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.421956] env[65899]: DEBUG oslo_vmware.api [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.493468] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894578, 'name': ReconfigVM_Task, 'duration_secs': 0.736838} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.493468] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c/a4d9ccd6-3815-4d7f-99a5-12f22b159c7c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.497801] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-296b4208-e453-4870-acdf-cbfac24f43d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.507593] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 743.507593] env[65899]: value = "task-4894582" [ 743.507593] env[65899]: _type = "Task" [ 743.507593] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.522938] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894582, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.588161] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894580, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.793644] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d7c185-c2f6-4514-b26e-b1da54897c91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.802673] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e264a048-c0ca-48ee-9e55-77099a652681 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.836383] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036325cd-4334-4365-b5e2-083a27e09ff2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.845202] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24290a0-e515-4613-94cc-6c45ff34026e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.862230] env[65899]: DEBUG nova.compute.provider_tree [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.890351] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672351} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.890637] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] afbb5c92-d555-4b8f-b170-5cb53e87491d/afbb5c92-d555-4b8f-b170-5cb53e87491d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.891168] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.891168] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84f04980-6fb6-4577-bb11-1d253155153f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.901339] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 743.901339] env[65899]: value = "task-4894583" [ 743.901339] env[65899]: _type = "Task" [ 743.901339] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.912023] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.922775] env[65899]: DEBUG oslo_vmware.api [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894581, 'name': PowerOffVM_Task, 'duration_secs': 0.226367} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.923136] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.923263] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.923588] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2ad72a-dddf-408b-b35b-34cb35292b8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.013789] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.013996] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.014205] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleting the datastore file [datastore1] 21db3b79-4146-4b48-a198-657d2ca05b2b {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.014883] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16ae04f7-ebcd-475f-9bd8-03c4f446af18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.021261] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894582, 'name': Rename_Task, 'duration_secs': 0.296357} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.022922] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.023292] env[65899]: DEBUG oslo_vmware.api [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 744.023292] env[65899]: value = "task-4894585" [ 744.023292] env[65899]: _type = "Task" [ 744.023292] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.023492] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4a4eee-4d56-4d13-b5e0-3949857b6f5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.036377] env[65899]: DEBUG oslo_vmware.api [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.038212] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 744.038212] env[65899]: value = "task-4894586" [ 744.038212] env[65899]: _type = "Task" [ 744.038212] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.048041] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.086344] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894580, 'name': CreateSnapshot_Task, 'duration_secs': 0.869563} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.087302] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.088540] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb7397-a36b-4491-a8e3-6b1604f44233 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.365354] env[65899]: DEBUG nova.scheduler.client.report [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.413982] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180106} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.414274] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.415061] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569e5039-d20b-40b1-b4c2-922e282131e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.441243] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] afbb5c92-d555-4b8f-b170-5cb53e87491d/afbb5c92-d555-4b8f-b170-5cb53e87491d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.441697] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2851cc11-a1cd-4c09-afe6-728a026f9615 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.462884] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 744.462884] env[65899]: value = "task-4894587" [ 744.462884] env[65899]: _type = "Task" [ 744.462884] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.472148] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.537500] env[65899]: DEBUG oslo_vmware.api [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297814} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.538286] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.538286] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.538286] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.538286] env[65899]: INFO nova.compute.manager [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 744.538566] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 744.538816] env[65899]: DEBUG nova.compute.manager [-] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 744.538913] env[65899]: DEBUG nova.network.neutron [-] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 744.539174] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.550021] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.572081] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.612027] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.612381] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-722612ab-2697-4e36-8c1e-63aa2511d3b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.622339] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 744.622339] env[65899]: value = "task-4894588" [ 744.622339] env[65899]: _type = "Task" [ 744.622339] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.632047] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894588, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.872485] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.875958] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.408s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.876333] env[65899]: DEBUG nova.objects.instance [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 744.908980] env[65899]: INFO nova.scheduler.client.report [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Deleted allocations for instance 38aaaf3b-96c1-4530-bdc6-7729ee563a57 [ 744.975793] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.048507] env[65899]: DEBUG nova.compute.manager [req-ce18072f-2f03-4c24-967f-fcaa4fdf87fc req-9ef68c0a-9260-49f4-b5f4-4f3da0c639f0 service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Received event network-vif-deleted-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 745.048792] env[65899]: INFO nova.compute.manager [req-ce18072f-2f03-4c24-967f-fcaa4fdf87fc req-9ef68c0a-9260-49f4-b5f4-4f3da0c639f0 service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Neutron deleted interface 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21; detaching it from the instance and deleting it from the info cache [ 745.049117] env[65899]: DEBUG nova.network.neutron [req-ce18072f-2f03-4c24-967f-fcaa4fdf87fc req-9ef68c0a-9260-49f4-b5f4-4f3da0c639f0 service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.058121] env[65899]: DEBUG oslo_vmware.api [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894586, 'name': PowerOnVM_Task, 'duration_secs': 0.755426} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.058449] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.058649] env[65899]: DEBUG nova.compute.manager [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 745.059515] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d2f8c2-ecc5-45d9-b602-60068560d2a5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.132208] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894588, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.297964] env[65899]: DEBUG nova.network.neutron [-] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.417889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Lock "38aaaf3b-96c1-4530-bdc6-7729ee563a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.150s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.473127] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894587, 'name': ReconfigVM_Task, 'duration_secs': 0.542172} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.473437] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Reconfigured VM instance instance-0000002b to attach disk [datastore2] afbb5c92-d555-4b8f-b170-5cb53e87491d/afbb5c92-d555-4b8f-b170-5cb53e87491d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.473796] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65899) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 745.474683] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-779f6111-298b-4a04-832a-01c0f1076173 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.485030] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 745.485030] env[65899]: value = "task-4894589" [ 745.485030] env[65899]: _type = "Task" [ 745.485030] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.494850] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894589, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.553662] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c15ac61-ac9e-46f4-a5cb-dc3d892c3426 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.562266] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385dadf8-ef46-4f9b-80e3-54adaaea8e1e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.581089] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.601377] env[65899]: DEBUG nova.compute.manager [req-ce18072f-2f03-4c24-967f-fcaa4fdf87fc req-9ef68c0a-9260-49f4-b5f4-4f3da0c639f0 service nova] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Detach interface failed, port_id=72b7a4bf-cf13-467b-82b3-cb5c49b6ad21, reason: Instance 21db3b79-4146-4b48-a198-657d2ca05b2b could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.632577] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894588, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.802194] env[65899]: INFO nova.compute.manager [-] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Took 1.26 seconds to deallocate network for instance. [ 745.887665] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9c77d09c-e50c-4070-b809-454c2163e8ff tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.888893] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.307s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.888945] env[65899]: DEBUG nova.objects.instance [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lazy-loading 'resources' on Instance uuid a23d9a87-a44b-4186-94e1-3db7eb6d55af {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.994172] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894589, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.070267} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.994461] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65899) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 745.995372] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eab856-22e1-4310-b645-2119cde48471 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.021035] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] afbb5c92-d555-4b8f-b170-5cb53e87491d/ephemeral_0.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.021201] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579097d5-6334-4219-ac2f-e08855a01176 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.039974] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 746.039974] env[65899]: value = "task-4894590" [ 746.039974] env[65899]: _type = "Task" [ 746.039974] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.048426] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.138430] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894588, 'name': CloneVM_Task, 'duration_secs': 1.325093} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.138794] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Created linked-clone VM from snapshot [ 746.139613] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf80e0-8498-4a89-b722-378e083323bb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.148602] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Uploading image 7cd409b3-49c2-4c8f-900f-2544e3ac7bbb {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.173675] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.173675] env[65899]: value = "vm-953912" [ 746.173675] env[65899]: _type = "VirtualMachine" [ 746.173675] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.173978] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb875c1e-c052-4c60-80f5-066e7bbace3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.183013] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease: (returnval){ [ 746.183013] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb9d4c-e907-138f-eaca-8b0af4baf328" [ 746.183013] env[65899]: _type = "HttpNfcLease" [ 746.183013] env[65899]: } obtained for exporting VM: (result){ [ 746.183013] env[65899]: value = "vm-953912" [ 746.183013] env[65899]: _type = "VirtualMachine" [ 746.183013] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.183321] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the lease: (returnval){ [ 746.183321] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb9d4c-e907-138f-eaca-8b0af4baf328" [ 746.183321] env[65899]: _type = "HttpNfcLease" [ 746.183321] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.192909] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.192909] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb9d4c-e907-138f-eaca-8b0af4baf328" [ 746.192909] env[65899]: _type = "HttpNfcLease" [ 746.192909] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 746.315159] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.383607] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.383898] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.384132] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.384315] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.384537] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.388034] env[65899]: INFO nova.compute.manager [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Terminating instance [ 746.556890] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.697231] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.697231] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb9d4c-e907-138f-eaca-8b0af4baf328" [ 746.697231] env[65899]: _type = "HttpNfcLease" [ 746.697231] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.700018] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.700018] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb9d4c-e907-138f-eaca-8b0af4baf328" [ 746.700018] env[65899]: _type = "HttpNfcLease" [ 746.700018] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.700018] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaf383d-dbcc-4b6e-97ab-6ace2a0b14e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.709863] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236e89a-e1ce-3b9c-b485-d55d70be35fd/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.709863] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236e89a-e1ce-3b9c-b485-d55d70be35fd/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.808642] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b04057ef-91c1-44c0-b7a9-88e77091b978 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.897773] env[65899]: DEBUG nova.compute.manager [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 746.897773] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.901690] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f46bd2-e625-47df-8194-d70a1b9110a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.910049] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.910321] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7492aee-77dc-439b-a995-a8159adc67d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.919011] env[65899]: DEBUG oslo_vmware.api [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 746.919011] env[65899]: value = "task-4894592" [ 746.919011] env[65899]: _type = "Task" [ 746.919011] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.928459] env[65899]: DEBUG oslo_vmware.api [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.996573] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50a655-add6-47e4-b81a-8c3acb506b69 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.002566] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bcf596-0577-43ae-a0f7-345e2e26be9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.037170] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0bcfe7-4761-48a5-988a-94879081ecb4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.050351] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33b1825-115e-42ce-a305-713ae7d42ff9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.806097] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894590, 'name': ReconfigVM_Task, 'duration_secs': 0.717573} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.812844] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Reconfigured VM instance instance-0000002b to attach disk [datastore2] afbb5c92-d555-4b8f-b170-5cb53e87491d/ephemeral_0.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.827363] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acd7e62d-cd05-4d18-aa4b-786bcfa5ba98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.827363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "2905feb0-b217-495e-8f12-b01938e407e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.827363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.827363] env[65899]: DEBUG nova.compute.provider_tree [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.835632] env[65899]: DEBUG oslo_vmware.api [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894592, 'name': PowerOffVM_Task, 'duration_secs': 0.188146} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.837272] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.838482] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.838868] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 747.838868] env[65899]: value = "task-4894593" [ 747.838868] env[65899]: _type = "Task" [ 747.838868] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.840025] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec4862a8-cf1b-48c7-b6f5-97c7a22d6acb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.852059] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894593, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.973686] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.974147] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.974308] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleting the datastore file [datastore2] a4d9ccd6-3815-4d7f-99a5-12f22b159c7c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.975182] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78d7e86a-ab0f-4157-bf5c-3ae8b820397c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.983388] env[65899]: DEBUG oslo_vmware.api [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 747.983388] env[65899]: value = "task-4894595" [ 747.983388] env[65899]: _type = "Task" [ 747.983388] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.993314] env[65899]: DEBUG oslo_vmware.api [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.331182] env[65899]: DEBUG nova.scheduler.client.report [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.354499] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894593, 'name': Rename_Task, 'duration_secs': 0.236076} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.354499] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.356595] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d83782d-f33c-4002-b45e-5b5fd5405581 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.365546] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 748.365546] env[65899]: value = "task-4894596" [ 748.365546] env[65899]: _type = "Task" [ 748.365546] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.378791] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.497267] env[65899]: DEBUG oslo_vmware.api [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29594} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.497811] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.498296] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.498706] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.502087] env[65899]: INFO nova.compute.manager [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Took 1.60 seconds to destroy the instance on the hypervisor. [ 748.502087] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 748.502087] env[65899]: DEBUG nova.compute.manager [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 748.502087] env[65899]: DEBUG nova.network.neutron [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 748.502087] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.629047] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.840921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.952s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.843863] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.772s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.844138] env[65899]: DEBUG nova.objects.instance [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lazy-loading 'resources' on Instance uuid 98faf004-25ab-4aa9-8d4e-948a39bcf39a {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.880109] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.883996] env[65899]: INFO nova.scheduler.client.report [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Deleted allocations for instance a23d9a87-a44b-4186-94e1-3db7eb6d55af [ 749.386087] env[65899]: DEBUG oslo_vmware.api [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894596, 'name': PowerOnVM_Task, 'duration_secs': 0.659785} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.386988] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.386988] env[65899]: INFO nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Took 11.26 seconds to spawn the instance on the hypervisor. [ 749.386988] env[65899]: DEBUG nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.387602] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2b0f8-befc-4de8-85a3-51762e886695 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.397178] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8b02b7d-d19e-40a4-989b-08373b09af12 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Lock "a23d9a87-a44b-4186-94e1-3db7eb6d55af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.701s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.415622] env[65899]: DEBUG nova.network.neutron [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.792649] env[65899]: DEBUG nova.compute.manager [req-691b62e0-bc5d-4067-b1a5-ac15dc1e1d92 req-91df36a8-6403-4ab4-835d-e58fe93fdd6d service nova] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Received event network-vif-deleted-f90d2502-74c8-44f9-9e42-8889df145239 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 749.916380] env[65899]: INFO nova.compute.manager [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Took 53.10 seconds to build instance. [ 749.921775] env[65899]: INFO nova.compute.manager [-] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Took 1.42 seconds to deallocate network for instance. [ 749.952156] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbc40e2-749e-4759-a919-afe9fbd48ddb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.961217] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a34ae-d152-4456-8bb6-579c21855274 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.999866] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2834946f-87b2-472c-bbbe-0ff674663643 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.010212] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d2ae2-3796-41e4-abe0-1c9e43109c8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.026831] env[65899]: DEBUG nova.compute.provider_tree [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.422656] env[65899]: DEBUG oslo_concurrency.lockutils [None req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.099s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.429471] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.539562] env[65899]: DEBUG nova.scheduler.client.report [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.674886] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "0f63edfa-c3ae-407c-9722-7dc312700013" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.675232] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "0f63edfa-c3ae-407c-9722-7dc312700013" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.675460] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "0f63edfa-c3ae-407c-9722-7dc312700013-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.675637] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "0f63edfa-c3ae-407c-9722-7dc312700013-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.675794] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "0f63edfa-c3ae-407c-9722-7dc312700013-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.679205] env[65899]: INFO nova.compute.manager [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Terminating instance [ 750.925247] env[65899]: DEBUG nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 750.963298] env[65899]: DEBUG nova.objects.instance [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lazy-loading 'flavor' on Instance uuid 50af18a1-8680-4d8f-b6c7-54dc299b3c52 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.048376] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.051873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.513s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.051873] env[65899]: DEBUG nova.objects.instance [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lazy-loading 'resources' on Instance uuid 242e40a3-2e0b-4825-ad80-5d2c512d17d9 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.077537] env[65899]: INFO nova.scheduler.client.report [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Deleted allocations for instance 98faf004-25ab-4aa9-8d4e-948a39bcf39a [ 751.145862] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.146034] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.184107] env[65899]: DEBUG nova.compute.manager [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 751.184344] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.185556] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d5d44e-8ad4-4fe6-a2e7-f556932782bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.196649] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.196649] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d713fe-26c4-4cba-a9e6-3058c440ac3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.205438] env[65899]: DEBUG oslo_vmware.api [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 751.205438] env[65899]: value = "task-4894597" [ 751.205438] env[65899]: _type = "Task" [ 751.205438] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.217920] env[65899]: DEBUG oslo_vmware.api [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.416331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.416808] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.463545] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.472114] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.472114] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquired lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.472114] env[65899]: WARNING neutronclient.v2_0.client [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.597708] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af799b69-d457-4d01-8f68-cc5ad1cb664c tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Lock "98faf004-25ab-4aa9-8d4e-948a39bcf39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.234s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.724161] env[65899]: DEBUG oslo_vmware.api [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894597, 'name': PowerOffVM_Task, 'duration_secs': 0.349834} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.727538] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.728208] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.728863] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3b83d91-b4cd-40dd-891f-69acf6de7709 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.819334] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.819553] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.819785] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Deleting the datastore file [datastore2] 0f63edfa-c3ae-407c-9722-7dc312700013 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.820133] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bb1d973-baf8-43cd-850a-e25c2133f325 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.827662] env[65899]: DEBUG oslo_vmware.api [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for the task: (returnval){ [ 751.827662] env[65899]: value = "task-4894599" [ 751.827662] env[65899]: _type = "Task" [ 751.827662] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.842689] env[65899]: DEBUG oslo_vmware.api [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.993762] env[65899]: DEBUG nova.network.neutron [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.161781] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b94ea-67d7-4493-afa4-68d55b8d53a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.170706] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac221851-5523-4335-9efa-4b4e16ccc7bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.211535] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8568b-36bc-4fbe-9879-ae76922c8f01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.224102] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ccc75e-9ec6-4ba9-8839-dce8bbc54f75 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.242444] env[65899]: DEBUG nova.compute.provider_tree [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.341927] env[65899]: DEBUG oslo_vmware.api [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Task: {'id': task-4894599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309693} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.342721] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.342721] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.343594] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.343594] env[65899]: INFO nova.compute.manager [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Took 1.16 seconds to destroy the instance on the hypervisor. [ 752.343594] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 752.343831] env[65899]: DEBUG nova.compute.manager [-] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 752.343902] env[65899]: DEBUG nova.network.neutron [-] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 752.344199] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.410332] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.497219] env[65899]: DEBUG nova.compute.manager [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Received event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 752.497507] env[65899]: DEBUG nova.compute.manager [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing instance network info cache due to event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 752.497597] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] Acquiring lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.498854] env[65899]: WARNING neutronclient.v2_0.client [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.771925] env[65899]: ERROR nova.scheduler.client.report [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] [req-62ab7c2f-442a-4820-826e-86caea5ef1a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62ab7c2f-442a-4820-826e-86caea5ef1a5"}]} [ 752.797148] env[65899]: DEBUG nova.scheduler.client.report [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.820587] env[65899]: DEBUG nova.scheduler.client.report [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.820587] env[65899]: DEBUG nova.compute.provider_tree [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.846500] env[65899]: DEBUG nova.scheduler.client.report [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 752.871927] env[65899]: DEBUG nova.scheduler.client.report [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 753.067982] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "b19ddb0e-faea-4670-87ce-440012329a24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.068585] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "b19ddb0e-faea-4670-87ce-440012329a24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.456140] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cd8db-2418-4b2c-bd80-ad434076371b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.464204] env[65899]: DEBUG nova.network.neutron [-] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.468928] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83821f13-c098-4bf8-b253-08eaf010e57a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.509693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796e71cd-b6cf-43d7-8d36-8220508997b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.520703] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6c2db-b628-4fa5-9584-be565186fb8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.541009] env[65899]: DEBUG nova.compute.provider_tree [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.578313] env[65899]: WARNING neutronclient.v2_0.client [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.618164] env[65899]: DEBUG nova.compute.manager [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Received event network-changed-a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.618444] env[65899]: DEBUG nova.compute.manager [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Refreshing instance network info cache due to event network-changed-a1dbf983-274e-4f88-9d46-4da4a8a8d2be. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 753.618699] env[65899]: DEBUG oslo_concurrency.lockutils [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] Acquiring lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.619392] env[65899]: DEBUG oslo_concurrency.lockutils [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] Acquired lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.619600] env[65899]: DEBUG nova.network.neutron [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Refreshing network info cache for port a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.680420] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 753.680420] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 753.966610] env[65899]: INFO nova.compute.manager [-] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Took 1.62 seconds to deallocate network for instance. [ 754.093895] env[65899]: DEBUG nova.scheduler.client.report [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 754.094195] env[65899]: DEBUG nova.compute.provider_tree [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 66 to 67 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 754.094415] env[65899]: DEBUG nova.compute.provider_tree [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.121954] env[65899]: WARNING neutronclient.v2_0.client [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.184728] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.399514] env[65899]: DEBUG nova.network.neutron [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.478661] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.602870] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.551s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.606279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.091s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.607063] env[65899]: DEBUG nova.objects.instance [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lazy-loading 'resources' on Instance uuid e1c8866a-3067-4716-b949-d488bc94e24d {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.631565] env[65899]: INFO nova.scheduler.client.report [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Deleted allocations for instance 242e40a3-2e0b-4825-ad80-5d2c512d17d9 [ 754.905022] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Releasing lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.905022] env[65899]: DEBUG nova.compute.manager [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Inject network info {{(pid=65899) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 754.905022] env[65899]: DEBUG nova.compute.manager [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] network_info to inject: |[{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 754.911672] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Reconfiguring VM instance to set the machine id {{(pid=65899) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 754.911672] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] Acquired lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.911672] env[65899]: DEBUG nova.network.neutron [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.913249] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200e32a0-10bd-4fdf-9e8f-17e9e5efc20f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.927606] env[65899]: WARNING neutronclient.v2_0.client [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.940040] env[65899]: DEBUG oslo_vmware.api [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 754.940040] env[65899]: value = "task-4894600" [ 754.940040] env[65899]: _type = "Task" [ 754.940040] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.950838] env[65899]: DEBUG oslo_vmware.api [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.141050] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2eaa3060-aff9-41b4-9f20-52865df8845f tempest-ServersAdmin275Test-1993872898 tempest-ServersAdmin275Test-1993872898-project-member] Lock "242e40a3-2e0b-4825-ad80-5d2c512d17d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.624s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.236333] env[65899]: WARNING neutronclient.v2_0.client [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.466435] env[65899]: DEBUG oslo_vmware.api [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894600, 'name': ReconfigVM_Task, 'duration_secs': 0.244631} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.466761] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30b75a18-ae25-466f-96a4-95ae7812c367 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Reconfigured VM instance to set the machine id {{(pid=65899) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 755.480076] env[65899]: DEBUG nova.network.neutron [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Updated VIF entry in instance network info cache for port a1dbf983-274e-4f88-9d46-4da4a8a8d2be. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.480462] env[65899]: DEBUG nova.network.neutron [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Updating instance_info_cache with network_info: [{"id": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "address": "fa:16:3e:ce:c2:c0", "network": {"id": "c9ad5beb-5f35-4bb8-ab21-b955a9ff9d40", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1370689363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "babd0d22a0ae49fe938851b7659127d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dbf983-27", "ovs_interfaceid": "a1dbf983-274e-4f88-9d46-4da4a8a8d2be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.524706] env[65899]: WARNING neutronclient.v2_0.client [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.621346] env[65899]: DEBUG nova.network.neutron [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updated VIF entry in instance network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.621722] env[65899]: DEBUG nova.network.neutron [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.624721] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236e89a-e1ce-3b9c-b485-d55d70be35fd/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.625696] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4216a3-bac7-4bad-92eb-a3e0f986ed72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.633817] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236e89a-e1ce-3b9c-b485-d55d70be35fd/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.634035] env[65899]: ERROR oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236e89a-e1ce-3b9c-b485-d55d70be35fd/disk-0.vmdk due to incomplete transfer. [ 755.634261] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6dd410d-b936-46fe-8458-01ed2730becd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.644567] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236e89a-e1ce-3b9c-b485-d55d70be35fd/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.644774] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Uploaded image 7cd409b3-49c2-4c8f-900f-2544e3ac7bbb to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.647285] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.647842] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f29f0cde-9792-4ce6-ba4a-fce8c92f39b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.658407] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 755.658407] env[65899]: value = "task-4894601" [ 755.658407] env[65899]: _type = "Task" [ 755.658407] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.670990] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894601, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.737296] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58edd4d-2e0c-439f-a36e-a24c45ba8613 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.745616] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8268a7-6999-41b1-a242-1e95c058e1c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.784984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b765d181-701b-414a-9fe7-8e1b18c95728 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.793296] env[65899]: DEBUG nova.compute.manager [req-5bd71450-e7a1-490d-8361-9eb786cb7295 req-eecc3646-32ac-44fc-ae3f-ee1d74286628 service nova] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Received event network-vif-deleted-ae75322d-84c6-49fd-9fc9-aac112566956 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.800932] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9186a6f-99ef-4828-809e-40084ba9a875 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.819212] env[65899]: DEBUG nova.compute.provider_tree [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.985561] env[65899]: DEBUG oslo_concurrency.lockutils [req-5ed2becd-d0ae-4521-b94f-0460cb2da209 req-2a54229b-b768-4e4d-99ef-e9676ae62dd4 service nova] Releasing lock "refresh_cache-afbb5c92-d555-4b8f-b170-5cb53e87491d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.131151] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c3f4260-612f-4017-8c6a-ebf8aec7b36a req-db0e0e40-7c85-45c5-8abb-b89fd1f36a55 service nova] Releasing lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.168123] env[65899]: DEBUG nova.objects.instance [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lazy-loading 'flavor' on Instance uuid 50af18a1-8680-4d8f-b6c7-54dc299b3c52 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.173126] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894601, 'name': Destroy_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.324694] env[65899]: DEBUG nova.scheduler.client.report [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.669868] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894601, 'name': Destroy_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.678523] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.678744] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquired lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.679945] env[65899]: WARNING neutronclient.v2_0.client [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.832918] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.837176] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.601s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.837967] env[65899]: DEBUG nova.objects.instance [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lazy-loading 'resources' on Instance uuid 969b99f1-dcb0-4334-95a5-be1c95c8c8cc {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.872693] env[65899]: INFO nova.scheduler.client.report [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Deleted allocations for instance e1c8866a-3067-4716-b949-d488bc94e24d [ 757.137653] env[65899]: DEBUG nova.network.neutron [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 757.150459] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.150685] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.172088] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894601, 'name': Destroy_Task, 'duration_secs': 1.342255} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.172399] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Destroyed the VM [ 757.172638] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.172911] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-176b5d91-5289-45ac-b84e-9c7f4a1885f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.181787] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 757.181787] env[65899]: value = "task-4894602" [ 757.181787] env[65899]: _type = "Task" [ 757.181787] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.190787] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.369022] env[65899]: DEBUG nova.compute.manager [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Received event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.369022] env[65899]: DEBUG nova.compute.manager [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing instance network info cache due to event network-changed-015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 757.369022] env[65899]: DEBUG oslo_concurrency.lockutils [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] Acquiring lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.380352] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58dbceda-8a50-49a8-aea6-fdb2a0ca8b17 tempest-ServersListShow2100Test-1955416258 tempest-ServersListShow2100Test-1955416258-project-member] Lock "e1c8866a-3067-4716-b949-d488bc94e24d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.762s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.442062] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.442495] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.442748] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.442968] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.443808] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.448571] env[65899]: INFO nova.compute.manager [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Terminating instance [ 757.641077] env[65899]: WARNING neutronclient.v2_0.client [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.703059] env[65899]: DEBUG oslo_vmware.api [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.435848} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.703335] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.703523] env[65899]: INFO nova.compute.manager [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Took 15.18 seconds to snapshot the instance on the hypervisor. [ 757.860702] env[65899]: WARNING neutronclient.v2_0.client [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.877166] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a32261-80a5-4ca9-8284-8d08ddd8730a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.885489] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c276c-8e0b-4d07-8cba-f3bcae47e6f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.921113] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c58e9c-ba7e-4b2c-87f5-9ddc57f8ccb0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.930032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0740d448-5b3e-4cd7-848a-204d41025420 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.946539] env[65899]: DEBUG nova.compute.provider_tree [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.954514] env[65899]: DEBUG nova.compute.manager [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 757.954514] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.956247] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade76e24-5b2a-4988-b19a-481f529b639e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.962917] env[65899]: DEBUG nova.network.neutron [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.970067] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.970498] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8064da09-9aaa-43b9-994b-75a6a1e4084b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.038106] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.038342] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.038554] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleting the datastore file [datastore1] 41e601d6-622e-42c6-81e6-b0f2f55b77ca {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.038840] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70eda93e-11e5-4305-a00e-9ec8d005419b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.045716] env[65899]: DEBUG oslo_vmware.api [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 758.045716] env[65899]: value = "task-4894604" [ 758.045716] env[65899]: _type = "Task" [ 758.045716] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.055167] env[65899]: DEBUG oslo_vmware.api [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.184204] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "4398f617-f15f-48a6-86a3-383aef6e23d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.184427] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.208175] env[65899]: DEBUG nova.compute.manager [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Instance disappeared during snapshot {{(pid=65899) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 758.225651] env[65899]: DEBUG nova.compute.manager [None req-a265c342-605a-4076-a7bd-79edd51ec7fb tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image not found during clean up 7cd409b3-49c2-4c8f-900f-2544e3ac7bbb {{(pid=65899) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 758.449456] env[65899]: DEBUG nova.scheduler.client.report [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.471295] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Releasing lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.471516] env[65899]: DEBUG nova.compute.manager [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Inject network info {{(pid=65899) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 758.472110] env[65899]: DEBUG nova.compute.manager [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] network_info to inject: |[{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 758.477341] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Reconfiguring VM instance to set the machine id {{(pid=65899) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 758.477619] env[65899]: DEBUG oslo_concurrency.lockutils [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] Acquired lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.478366] env[65899]: DEBUG nova.network.neutron [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Refreshing network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.479860] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ebb2a6-a3cb-40d4-b24f-de54ea14f617 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.498795] env[65899]: DEBUG oslo_vmware.api [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 758.498795] env[65899]: value = "task-4894605" [ 758.498795] env[65899]: _type = "Task" [ 758.498795] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.508972] env[65899]: DEBUG oslo_vmware.api [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.557810] env[65899]: DEBUG oslo_vmware.api [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193126} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.558089] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.558271] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.558469] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.559090] env[65899]: INFO nova.compute.manager [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Took 0.60 seconds to destroy the instance on the hypervisor. [ 758.559090] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.559307] env[65899]: DEBUG nova.compute.manager [-] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 758.559422] env[65899]: DEBUG nova.network.neutron [-] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 758.559586] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.607651] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.956157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.958922] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.575s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.960558] env[65899]: INFO nova.compute.claims [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.980730] env[65899]: WARNING neutronclient.v2_0.client [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.984422] env[65899]: INFO nova.scheduler.client.report [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Deleted allocations for instance 969b99f1-dcb0-4334-95a5-be1c95c8c8cc [ 759.010893] env[65899]: DEBUG oslo_vmware.api [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894605, 'name': ReconfigVM_Task, 'duration_secs': 0.188318} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.011186] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c935079a-1ee7-4101-83ca-98ec6b908b2c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Reconfigured VM instance to set the machine id {{(pid=65899) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 759.196365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.196650] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.196857] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.197043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.197212] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.199830] env[65899]: INFO nova.compute.manager [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Terminating instance [ 759.354859] env[65899]: DEBUG nova.network.neutron [-] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.430333] env[65899]: DEBUG nova.compute.manager [req-20a01368-bfd3-4af1-8663-6520f1460edb req-56a3a207-ed89-4aca-95d8-ef31a5c3a713 service nova] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Received event network-vif-deleted-032f160c-d594-49a1-ab7f-dbc5b9b78fb7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 759.495284] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3e04a03d-0592-4424-8af4-6d5388e046f2 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Lock "969b99f1-dcb0-4334-95a5-be1c95c8c8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.952s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.706261] env[65899]: DEBUG nova.compute.manager [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 759.706564] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.707495] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eb2b6c-8023-412a-8950-1893e518a299 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.715829] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.716112] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e7fc37-8254-4be5-8bb7-93328589dd48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.724390] env[65899]: DEBUG oslo_vmware.api [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 759.724390] env[65899]: value = "task-4894606" [ 759.724390] env[65899]: _type = "Task" [ 759.724390] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.733722] env[65899]: DEBUG oslo_vmware.api [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.858204] env[65899]: INFO nova.compute.manager [-] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Took 1.30 seconds to deallocate network for instance. [ 760.206374] env[65899]: WARNING neutronclient.v2_0.client [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.239760] env[65899]: DEBUG oslo_vmware.api [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894606, 'name': PowerOffVM_Task, 'duration_secs': 0.294532} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.240117] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.240316] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.240631] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10a7929a-ae9a-4f5a-b0e9-9cf64bbe8db8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.322322] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.322534] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.322774] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Deleting the datastore file [datastore1] 50af18a1-8680-4d8f-b6c7-54dc299b3c52 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.323093] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a277eb2-894c-494e-bc88-d27a572f8c18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.337822] env[65899]: DEBUG oslo_vmware.api [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for the task: (returnval){ [ 760.337822] env[65899]: value = "task-4894608" [ 760.337822] env[65899]: _type = "Task" [ 760.337822] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.347768] env[65899]: DEBUG oslo_vmware.api [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.365316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.522232] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8e1e93-8151-465d-b9f6-9159c3e880fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.532369] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930063b0-e80c-4fdc-a1c6-9e6ecc0b16b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.563427] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0753e0da-a032-4331-b60b-b115f598c863 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.572204] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4e31f-9fe4-490e-bb1d-e6b58656ce87 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.589086] env[65899]: DEBUG nova.compute.provider_tree [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.851249] env[65899]: DEBUG oslo_vmware.api [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Task: {'id': task-4894608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15228} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.851599] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.851818] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.852035] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.852251] env[65899]: INFO nova.compute.manager [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Took 1.15 seconds to destroy the instance on the hypervisor. [ 760.852539] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.852776] env[65899]: DEBUG nova.compute.manager [-] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 760.852903] env[65899]: DEBUG nova.network.neutron [-] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.853190] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.075254] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.083729] env[65899]: DEBUG nova.network.neutron [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updated VIF entry in instance network info cache for port 015fa36e-c89b-48fc-b21f-1aca0d01d5de. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.084239] env[65899]: DEBUG nova.network.neutron [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [{"id": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "address": "fa:16:3e:60:1b:b9", "network": {"id": "7c695410-b50c-4726-83ed-5fd430fc9f1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1696271996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9627d8d73a354e4abeef565fbfd7a97d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fa36e-c8", "ovs_interfaceid": "015fa36e-c89b-48fc-b21f-1aca0d01d5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.092785] env[65899]: DEBUG nova.scheduler.client.report [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.587115] env[65899]: DEBUG oslo_concurrency.lockutils [req-7c48e49c-fe88-4e25-9648-7fd2ee1630da req-0168dd81-e8c0-4949-9f85-e750f6b6342e service nova] Releasing lock "refresh_cache-50af18a1-8680-4d8f-b6c7-54dc299b3c52" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.606234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.606970] env[65899]: DEBUG nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 761.612606] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.083s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.613998] env[65899]: INFO nova.compute.claims [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.095041] env[65899]: DEBUG nova.network.neutron [-] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.120115] env[65899]: DEBUG nova.compute.utils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.125127] env[65899]: DEBUG nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 762.125341] env[65899]: DEBUG nova.network.neutron [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.126311] env[65899]: WARNING neutronclient.v2_0.client [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.126311] env[65899]: WARNING neutronclient.v2_0.client [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.133040] env[65899]: DEBUG nova.compute.manager [req-f62f13ae-06bb-4bea-ba0f-1ba86d9dfb37 req-4a937fb2-da05-48b2-9b99-fa7e4110e80c service nova] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Received event network-vif-deleted-015fa36e-c89b-48fc-b21f-1aca0d01d5de {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.324452] env[65899]: DEBUG nova.policy [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cf8431f226c445dbb218df7e93c5b83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aea95eefa66d46e7b248d03ac5d24f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.596761] env[65899]: INFO nova.compute.manager [-] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Took 1.74 seconds to deallocate network for instance. [ 762.632024] env[65899]: DEBUG nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 762.821577] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "e6d4798b-e919-4221-9c82-26bfb02a0019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.821810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.858843] env[65899]: DEBUG nova.network.neutron [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Successfully created port: a609c760-7a80-4729-99eb-d163a97e3380 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 763.109033] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.194230] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2c4c0e-b7af-403b-b36e-43594466ce02 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.203635] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0883037a-7928-4349-967c-f1c17cc400a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.239322] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae63ef01-656b-4131-925b-1acf938bd9c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.248049] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69eda2-3738-4a8b-8a5a-a63ae82974cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.264394] env[65899]: DEBUG nova.compute.provider_tree [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.645207] env[65899]: DEBUG nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 763.673545] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:35:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7abcb1cd-6f8b-4730-8ef9-4d222e1e08c1',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-287359004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.673832] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.674022] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.674202] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.674336] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.674472] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.674666] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.674810] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.674968] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.675538] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.675775] env[65899]: DEBUG nova.virt.hardware [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.677068] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9958d936-e035-462b-97d3-7558097ef3b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.689660] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c18f4-1c1e-47f0-b5ac-f5ae930a326d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.769432] env[65899]: DEBUG nova.scheduler.client.report [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.274840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.275474] env[65899]: DEBUG nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 764.278505] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.340s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.280253] env[65899]: INFO nova.compute.claims [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.487611] env[65899]: DEBUG nova.network.neutron [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Successfully updated port: a609c760-7a80-4729-99eb-d163a97e3380 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.787494] env[65899]: DEBUG nova.compute.utils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.789174] env[65899]: DEBUG nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 764.789382] env[65899]: DEBUG nova.network.neutron [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 764.789745] env[65899]: WARNING neutronclient.v2_0.client [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.790058] env[65899]: WARNING neutronclient.v2_0.client [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.845167] env[65899]: DEBUG nova.policy [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6532009edd84f369d6ee417658149df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4064e2c8ed7c4bc198f5e163f677164a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.954664] env[65899]: DEBUG nova.compute.manager [req-1e559e05-b2e9-43a4-a003-41e1221f2145 req-6065a344-af73-414a-84d6-bbb61f2a91c6 service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Received event network-vif-plugged-a609c760-7a80-4729-99eb-d163a97e3380 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.954664] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e559e05-b2e9-43a4-a003-41e1221f2145 req-6065a344-af73-414a-84d6-bbb61f2a91c6 service nova] Acquiring lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.954664] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e559e05-b2e9-43a4-a003-41e1221f2145 req-6065a344-af73-414a-84d6-bbb61f2a91c6 service nova] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.954664] env[65899]: DEBUG oslo_concurrency.lockutils [req-1e559e05-b2e9-43a4-a003-41e1221f2145 req-6065a344-af73-414a-84d6-bbb61f2a91c6 service nova] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.954664] env[65899]: DEBUG nova.compute.manager [req-1e559e05-b2e9-43a4-a003-41e1221f2145 req-6065a344-af73-414a-84d6-bbb61f2a91c6 service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] No waiting events found dispatching network-vif-plugged-a609c760-7a80-4729-99eb-d163a97e3380 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 764.954664] env[65899]: WARNING nova.compute.manager [req-1e559e05-b2e9-43a4-a003-41e1221f2145 req-6065a344-af73-414a-84d6-bbb61f2a91c6 service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Received unexpected event network-vif-plugged-a609c760-7a80-4729-99eb-d163a97e3380 for instance with vm_state building and task_state spawning. [ 764.990116] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.990332] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.990473] env[65899]: DEBUG nova.network.neutron [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.170892] env[65899]: DEBUG nova.network.neutron [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Successfully created port: d926b030-ff6a-4f5d-a150-3feda82fd343 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 765.296148] env[65899]: DEBUG nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 765.446993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.447349] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.532897] env[65899]: DEBUG nova.network.neutron [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.638241] env[65899]: WARNING neutronclient.v2_0.client [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.765923] env[65899]: DEBUG nova.network.neutron [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance_info_cache with network_info: [{"id": "a609c760-7a80-4729-99eb-d163a97e3380", "address": "fa:16:3e:81:ca:15", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa609c760-7a", "ovs_interfaceid": "a609c760-7a80-4729-99eb-d163a97e3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.835996] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2103189-6732-4535-acac-07b7270839e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.847149] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf7a05-5ab2-433a-a0ee-db13669b14e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.878076] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48d7dd-db6f-412c-bd18-ebe975d44e54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.886510] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf50fa-7603-4e25-ab6a-68131dd1a253 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.902308] env[65899]: DEBUG nova.compute.provider_tree [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.943865] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "bdfc411c-60fa-460f-9e67-031ec6ad6965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.944099] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "bdfc411c-60fa-460f-9e67-031ec6ad6965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.270440] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.270806] env[65899]: DEBUG nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Instance network_info: |[{"id": "a609c760-7a80-4729-99eb-d163a97e3380", "address": "fa:16:3e:81:ca:15", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa609c760-7a", "ovs_interfaceid": "a609c760-7a80-4729-99eb-d163a97e3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 766.271379] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ca:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a609c760-7a80-4729-99eb-d163a97e3380', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.279444] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 766.279602] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.279787] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-495285ab-5256-4ed8-832b-faee8ce106d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.301471] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.301471] env[65899]: value = "task-4894609" [ 766.301471] env[65899]: _type = "Task" [ 766.301471] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.307308] env[65899]: DEBUG nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 766.314398] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894609, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.338297] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 766.338589] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.339525] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 766.339525] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.339525] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 766.339525] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 766.339525] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 766.339748] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 766.339748] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 766.339929] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 766.340073] env[65899]: DEBUG nova.virt.hardware [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 766.340952] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeae22e-cb4f-403d-8a0f-931aaeaa539c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.349288] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf4001e-839c-43bd-aa4a-78ee8ed5e2df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.408017] env[65899]: DEBUG nova.scheduler.client.report [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.700151] env[65899]: DEBUG nova.compute.manager [req-641e92e0-7ce4-4b8e-8fa6-78f0d8ab114f req-6425a8b8-0b5f-4477-8b8b-37a00f605474 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Received event network-vif-plugged-d926b030-ff6a-4f5d-a150-3feda82fd343 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 766.700409] env[65899]: DEBUG oslo_concurrency.lockutils [req-641e92e0-7ce4-4b8e-8fa6-78f0d8ab114f req-6425a8b8-0b5f-4477-8b8b-37a00f605474 service nova] Acquiring lock "60166c03-773a-4650-b278-b4d232488d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.700584] env[65899]: DEBUG oslo_concurrency.lockutils [req-641e92e0-7ce4-4b8e-8fa6-78f0d8ab114f req-6425a8b8-0b5f-4477-8b8b-37a00f605474 service nova] Lock "60166c03-773a-4650-b278-b4d232488d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.700831] env[65899]: DEBUG oslo_concurrency.lockutils [req-641e92e0-7ce4-4b8e-8fa6-78f0d8ab114f req-6425a8b8-0b5f-4477-8b8b-37a00f605474 service nova] Lock "60166c03-773a-4650-b278-b4d232488d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.701016] env[65899]: DEBUG nova.compute.manager [req-641e92e0-7ce4-4b8e-8fa6-78f0d8ab114f req-6425a8b8-0b5f-4477-8b8b-37a00f605474 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] No waiting events found dispatching network-vif-plugged-d926b030-ff6a-4f5d-a150-3feda82fd343 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 766.701286] env[65899]: WARNING nova.compute.manager [req-641e92e0-7ce4-4b8e-8fa6-78f0d8ab114f req-6425a8b8-0b5f-4477-8b8b-37a00f605474 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Received unexpected event network-vif-plugged-d926b030-ff6a-4f5d-a150-3feda82fd343 for instance with vm_state building and task_state spawning. [ 766.734640] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "1990c844-de8b-4d17-bc8e-a864f6c81f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.734914] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.735148] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "1990c844-de8b-4d17-bc8e-a864f6c81f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.735343] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.735513] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.737818] env[65899]: INFO nova.compute.manager [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Terminating instance [ 766.781969] env[65899]: DEBUG nova.network.neutron [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Successfully updated port: d926b030-ff6a-4f5d-a150-3feda82fd343 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 766.812423] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894609, 'name': CreateVM_Task, 'duration_secs': 0.365988} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.812645] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.813274] env[65899]: WARNING neutronclient.v2_0.client [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.813653] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.813828] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.814172] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.814459] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b21dd3-a723-41f3-a9b2-9818bebe8141 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.820026] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 766.820026] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52007101-b1b3-686a-70a4-8c27c5528b05" [ 766.820026] env[65899]: _type = "Task" [ 766.820026] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.832129] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52007101-b1b3-686a-70a4-8c27c5528b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.911538] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.912321] env[65899]: DEBUG nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 766.914738] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.005s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.916021] env[65899]: INFO nova.compute.claims [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.980120] env[65899]: DEBUG nova.compute.manager [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Received event network-changed-a609c760-7a80-4729-99eb-d163a97e3380 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 766.980326] env[65899]: DEBUG nova.compute.manager [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Refreshing instance network info cache due to event network-changed-a609c760-7a80-4729-99eb-d163a97e3380. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 766.980773] env[65899]: DEBUG oslo_concurrency.lockutils [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] Acquiring lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.980920] env[65899]: DEBUG oslo_concurrency.lockutils [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] Acquired lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.981163] env[65899]: DEBUG nova.network.neutron [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Refreshing network info cache for port a609c760-7a80-4729-99eb-d163a97e3380 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.242099] env[65899]: DEBUG nova.compute.manager [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 767.242362] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.243648] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24db4f58-d067-4001-bf4a-2922774a1e9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.252286] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.252591] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c7ec1f-6a6c-4ece-a39f-3947707fd92e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.259842] env[65899]: DEBUG oslo_vmware.api [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 767.259842] env[65899]: value = "task-4894610" [ 767.259842] env[65899]: _type = "Task" [ 767.259842] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.269740] env[65899]: DEBUG oslo_vmware.api [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.284590] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "refresh_cache-60166c03-773a-4650-b278-b4d232488d77" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.284725] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquired lock "refresh_cache-60166c03-773a-4650-b278-b4d232488d77" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.284900] env[65899]: DEBUG nova.network.neutron [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 767.333820] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52007101-b1b3-686a-70a4-8c27c5528b05, 'name': SearchDatastore_Task, 'duration_secs': 0.02535} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.334233] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.334582] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.334942] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.335221] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.335504] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.335817] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e48b11-2693-4367-8ceb-472896a3fc24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.345802] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.345989] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.346943] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ad67fe-3f2b-42ed-b5f9-5ec751a5d02d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.352910] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 767.352910] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d6b440-6677-45cf-cd1b-750acde6c393" [ 767.352910] env[65899]: _type = "Task" [ 767.352910] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.362178] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d6b440-6677-45cf-cd1b-750acde6c393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.423506] env[65899]: DEBUG nova.compute.utils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.425236] env[65899]: DEBUG nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 767.425383] env[65899]: DEBUG nova.network.neutron [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 767.425612] env[65899]: WARNING neutronclient.v2_0.client [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.425907] env[65899]: WARNING neutronclient.v2_0.client [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.484033] env[65899]: WARNING neutronclient.v2_0.client [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.500551] env[65899]: DEBUG nova.policy [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9e223d8b5fa4ec298c8391cdaaee419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310defb2d87d4590a504e3b4c34eb133', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.713609] env[65899]: WARNING neutronclient.v2_0.client [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.772326] env[65899]: DEBUG oslo_vmware.api [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894610, 'name': PowerOffVM_Task, 'duration_secs': 0.185224} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.772787] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.773120] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.773527] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b9679c-26ce-4452-8ae7-103cae0c7e84 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.800530] env[65899]: DEBUG nova.network.neutron [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updated VIF entry in instance network info cache for port a609c760-7a80-4729-99eb-d163a97e3380. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.800858] env[65899]: DEBUG nova.network.neutron [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance_info_cache with network_info: [{"id": "a609c760-7a80-4729-99eb-d163a97e3380", "address": "fa:16:3e:81:ca:15", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa609c760-7a", "ovs_interfaceid": "a609c760-7a80-4729-99eb-d163a97e3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.828601] env[65899]: DEBUG nova.network.neutron [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 767.847936] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.848181] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.848359] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Deleting the datastore file [datastore2] 1990c844-de8b-4d17-bc8e-a864f6c81f05 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.848698] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e277f02b-157b-47bc-a70a-2f42503dfe9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.864767] env[65899]: DEBUG oslo_vmware.api [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for the task: (returnval){ [ 767.864767] env[65899]: value = "task-4894612" [ 767.864767] env[65899]: _type = "Task" [ 767.864767] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.874878] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d6b440-6677-45cf-cd1b-750acde6c393, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.876245] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09265ca2-4c3b-4c00-a40b-d6f29da3b820 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.882438] env[65899]: DEBUG oslo_vmware.api [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.887854] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 767.887854] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52dacf8f-72ac-ab93-40f8-a9262663d1ba" [ 767.887854] env[65899]: _type = "Task" [ 767.887854] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.899827] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52dacf8f-72ac-ab93-40f8-a9262663d1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.932303] env[65899]: DEBUG nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 767.981569] env[65899]: DEBUG nova.network.neutron [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Successfully created port: 2c7488fb-001d-400b-816e-e8002ba740eb {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 767.999522] env[65899]: WARNING neutronclient.v2_0.client [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.103119] env[65899]: DEBUG nova.network.neutron [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Updating instance_info_cache with network_info: [{"id": "d926b030-ff6a-4f5d-a150-3feda82fd343", "address": "fa:16:3e:49:67:8c", "network": {"id": "35d83161-9dfc-4b7e-9290-d2685790e02d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-902775927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064e2c8ed7c4bc198f5e163f677164a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd926b030-ff", "ovs_interfaceid": "d926b030-ff6a-4f5d-a150-3feda82fd343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.304021] env[65899]: DEBUG oslo_concurrency.lockutils [req-273a4489-6cbb-4337-8669-7b370aaa8897 req-948917ad-2d33-49f1-af14-377ec3fb17fe service nova] Releasing lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.376821] env[65899]: DEBUG oslo_vmware.api [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Task: {'id': task-4894612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191589} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.377030] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.377250] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.377891] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.377891] env[65899]: INFO nova.compute.manager [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Took 1.14 seconds to destroy the instance on the hypervisor. [ 768.377891] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.378241] env[65899]: DEBUG nova.compute.manager [-] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 768.378348] env[65899]: DEBUG nova.network.neutron [-] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 768.378918] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.400515] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52dacf8f-72ac-ab93-40f8-a9262663d1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.403278] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.403543] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.405039] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7aa4932-cfde-40cc-a8dc-7ddfb00b6804 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.414313] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 768.414313] env[65899]: value = "task-4894613" [ 768.414313] env[65899]: _type = "Task" [ 768.414313] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.415829] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.429945] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.496546] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3e8ed9-3261-4bad-83cb-da7f08324488 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.506053] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7f333-6d7a-4aed-8186-46187cb426de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.540076] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddcdcee-962c-4ed7-8b4c-fef831ba42a5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.548924] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de784ae0-e3a8-4ba9-8de0-74f66547f7a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.566057] env[65899]: DEBUG nova.compute.provider_tree [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.604543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Releasing lock "refresh_cache-60166c03-773a-4650-b278-b4d232488d77" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.604938] env[65899]: DEBUG nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Instance network_info: |[{"id": "d926b030-ff6a-4f5d-a150-3feda82fd343", "address": "fa:16:3e:49:67:8c", "network": {"id": "35d83161-9dfc-4b7e-9290-d2685790e02d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-902775927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064e2c8ed7c4bc198f5e163f677164a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd926b030-ff", "ovs_interfaceid": "d926b030-ff6a-4f5d-a150-3feda82fd343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 768.605465] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:67:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd926b030-ff6a-4f5d-a150-3feda82fd343', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.613622] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Creating folder: Project (4064e2c8ed7c4bc198f5e163f677164a). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.614398] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed49e10c-f4c5-4837-9735-896508e9fcb9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.628911] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Created folder: Project (4064e2c8ed7c4bc198f5e163f677164a) in parent group-v953787. [ 768.629194] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Creating folder: Instances. Parent ref: group-v953914. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.629475] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a666cf-5340-4311-8ab2-93c925cbbba5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.641629] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Created folder: Instances in parent group-v953914. [ 768.642017] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.642289] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60166c03-773a-4650-b278-b4d232488d77] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.642583] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aac6a9d-aa70-4adb-8627-5f42f78d0e44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.665568] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.665568] env[65899]: value = "task-4894616" [ 768.665568] env[65899]: _type = "Task" [ 768.665568] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.675448] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894616, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.932349] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509139} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.933396] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.933396] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.933880] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7de9604-a6cc-4f7e-bc49-d9dcc49b4a8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.941692] env[65899]: DEBUG nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 768.948480] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 768.948480] env[65899]: value = "task-4894617" [ 768.948480] env[65899]: _type = "Task" [ 768.948480] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.957058] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.982019] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.982019] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.982019] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.982019] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.982567] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.983459] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.983459] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.983459] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.983767] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.984055] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.984341] env[65899]: DEBUG nova.virt.hardware [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.987016] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8159a79b-4202-4b2e-b09d-adc3512666ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.999328] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a165a790-e19d-4286-af2e-86a024552d5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.069897] env[65899]: DEBUG nova.scheduler.client.report [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.175912] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894616, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.193169] env[65899]: DEBUG nova.compute.manager [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Received event network-changed-d926b030-ff6a-4f5d-a150-3feda82fd343 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.193374] env[65899]: DEBUG nova.compute.manager [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Refreshing instance network info cache due to event network-changed-d926b030-ff6a-4f5d-a150-3feda82fd343. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 769.193607] env[65899]: DEBUG oslo_concurrency.lockutils [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] Acquiring lock "refresh_cache-60166c03-773a-4650-b278-b4d232488d77" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.193912] env[65899]: DEBUG oslo_concurrency.lockutils [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] Acquired lock "refresh_cache-60166c03-773a-4650-b278-b4d232488d77" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.193912] env[65899]: DEBUG nova.network.neutron [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Refreshing network info cache for port d926b030-ff6a-4f5d-a150-3feda82fd343 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.394081] env[65899]: DEBUG nova.network.neutron [-] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.460752] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082137} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.461165] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.461998] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca2d34-d587-4862-8803-4437a4f8e413 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.491265] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.491265] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b4c6fa-8642-4dff-a06d-74cbedf444ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.511034] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 769.511034] env[65899]: value = "task-4894618" [ 769.511034] env[65899]: _type = "Task" [ 769.511034] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.521827] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.575188] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.577030] env[65899]: DEBUG nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 769.579664] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.869s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.581239] env[65899]: INFO nova.compute.claims [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.597662] env[65899]: DEBUG nova.network.neutron [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Successfully updated port: 2c7488fb-001d-400b-816e-e8002ba740eb {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 769.676694] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894616, 'name': CreateVM_Task, 'duration_secs': 0.540593} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.676835] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60166c03-773a-4650-b278-b4d232488d77] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.677378] env[65899]: WARNING neutronclient.v2_0.client [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.677746] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.677886] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.678203] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.678511] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89986a6b-1366-4aa3-be18-c93e5b905de8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.684309] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 769.684309] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52cba426-b647-9b55-7a93-4b6b732821e7" [ 769.684309] env[65899]: _type = "Task" [ 769.684309] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.692914] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cba426-b647-9b55-7a93-4b6b732821e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.695846] env[65899]: DEBUG nova.compute.manager [req-b9fd591e-de99-4bc2-be35-0baa0505bca4 req-6cdc22e7-3c0a-4269-8a61-fdcfec0e7828 service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Received event network-vif-plugged-2c7488fb-001d-400b-816e-e8002ba740eb {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.695846] env[65899]: DEBUG oslo_concurrency.lockutils [req-b9fd591e-de99-4bc2-be35-0baa0505bca4 req-6cdc22e7-3c0a-4269-8a61-fdcfec0e7828 service nova] Acquiring lock "4322180a-58fa-416b-89cb-bcdfbab348c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.695846] env[65899]: DEBUG oslo_concurrency.lockutils [req-b9fd591e-de99-4bc2-be35-0baa0505bca4 req-6cdc22e7-3c0a-4269-8a61-fdcfec0e7828 service nova] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.695846] env[65899]: DEBUG oslo_concurrency.lockutils [req-b9fd591e-de99-4bc2-be35-0baa0505bca4 req-6cdc22e7-3c0a-4269-8a61-fdcfec0e7828 service nova] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.695846] env[65899]: DEBUG nova.compute.manager [req-b9fd591e-de99-4bc2-be35-0baa0505bca4 req-6cdc22e7-3c0a-4269-8a61-fdcfec0e7828 service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] No waiting events found dispatching network-vif-plugged-2c7488fb-001d-400b-816e-e8002ba740eb {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 769.696185] env[65899]: WARNING nova.compute.manager [req-b9fd591e-de99-4bc2-be35-0baa0505bca4 req-6cdc22e7-3c0a-4269-8a61-fdcfec0e7828 service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Received unexpected event network-vif-plugged-2c7488fb-001d-400b-816e-e8002ba740eb for instance with vm_state building and task_state spawning. [ 769.696969] env[65899]: WARNING neutronclient.v2_0.client [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.852954] env[65899]: WARNING neutronclient.v2_0.client [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.897437] env[65899]: INFO nova.compute.manager [-] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Took 1.52 seconds to deallocate network for instance. [ 769.921781] env[65899]: DEBUG nova.network.neutron [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Updated VIF entry in instance network info cache for port d926b030-ff6a-4f5d-a150-3feda82fd343. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 769.922168] env[65899]: DEBUG nova.network.neutron [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Updating instance_info_cache with network_info: [{"id": "d926b030-ff6a-4f5d-a150-3feda82fd343", "address": "fa:16:3e:49:67:8c", "network": {"id": "35d83161-9dfc-4b7e-9290-d2685790e02d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-902775927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064e2c8ed7c4bc198f5e163f677164a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd926b030-ff", "ovs_interfaceid": "d926b030-ff6a-4f5d-a150-3feda82fd343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.022368] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894618, 'name': ReconfigVM_Task, 'duration_secs': 0.333629} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.022682] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.023343] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65796038-ba52-47f5-bac0-bee336abc630 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.030199] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 770.030199] env[65899]: value = "task-4894619" [ 770.030199] env[65899]: _type = "Task" [ 770.030199] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.038378] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894619, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.091772] env[65899]: DEBUG nova.compute.utils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.093327] env[65899]: DEBUG nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 770.101510] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "refresh_cache-4322180a-58fa-416b-89cb-bcdfbab348c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.101510] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquired lock "refresh_cache-4322180a-58fa-416b-89cb-bcdfbab348c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.102289] env[65899]: DEBUG nova.network.neutron [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.195864] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cba426-b647-9b55-7a93-4b6b732821e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.196143] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.196396] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.196679] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.196762] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.196938] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.197235] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f0b64bf-11eb-40b5-a7dc-412a8a244ad6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.211801] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.211995] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.212940] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09d7c7a-2b73-4229-9cef-8f9fd952a6c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.219483] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 770.219483] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5211d847-4f6f-f184-787d-e707804f6841" [ 770.219483] env[65899]: _type = "Task" [ 770.219483] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.229195] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5211d847-4f6f-f184-787d-e707804f6841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.403847] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.424597] env[65899]: DEBUG oslo_concurrency.lockutils [req-cf5fca94-f312-4080-87e2-e3611fcded17 req-0b9ec896-1f73-41e7-9ad2-a703a1865558 service nova] Releasing lock "refresh_cache-60166c03-773a-4650-b278-b4d232488d77" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.540973] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894619, 'name': Rename_Task, 'duration_secs': 0.144188} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.540973] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.541175] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96e2dc8b-5607-4c9c-863a-e586a2c0cbf7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.547817] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 770.547817] env[65899]: value = "task-4894620" [ 770.547817] env[65899]: _type = "Task" [ 770.547817] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.555699] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.596781] env[65899]: DEBUG nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 770.664671] env[65899]: DEBUG nova.network.neutron [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 770.731740] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5211d847-4f6f-f184-787d-e707804f6841, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.732798] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849318c8-f0b7-4103-aa19-6ee27fe37bd2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.742426] env[65899]: WARNING neutronclient.v2_0.client [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.745711] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 770.745711] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52eb5095-2a94-9d6f-9f9d-819dcef4b318" [ 770.745711] env[65899]: _type = "Task" [ 770.745711] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.759760] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52eb5095-2a94-9d6f-9f9d-819dcef4b318, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.760111] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.760430] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 60166c03-773a-4650-b278-b4d232488d77/60166c03-773a-4650-b278-b4d232488d77.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.761475] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce95ada-5abc-4402-92f3-fa3cd89494ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.770585] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 770.770585] env[65899]: value = "task-4894621" [ 770.770585] env[65899]: _type = "Task" [ 770.770585] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.781036] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.821659] env[65899]: DEBUG nova.network.neutron [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Updating instance_info_cache with network_info: [{"id": "2c7488fb-001d-400b-816e-e8002ba740eb", "address": "fa:16:3e:b9:7b:69", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7488fb-00", "ovs_interfaceid": "2c7488fb-001d-400b-816e-e8002ba740eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.063457] env[65899]: DEBUG oslo_vmware.api [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894620, 'name': PowerOnVM_Task, 'duration_secs': 0.504736} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.063786] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.064657] env[65899]: INFO nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Took 7.42 seconds to spawn the instance on the hypervisor. [ 771.064657] env[65899]: DEBUG nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 771.065503] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4049d3c7-4a1a-404b-8514-dbcc44d4fb8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.157032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699b2b76-b66d-46c0-96f8-08e6416d4e7c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.166331] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9fd7e7-8a3c-470d-8f7d-43aa1977612b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.201413] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b33bff-fa85-4fe4-8d90-b1743cfed69c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.210410] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971351c-695d-4049-be67-1e307bd2036f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.226338] env[65899]: DEBUG nova.compute.provider_tree [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.230307] env[65899]: DEBUG nova.compute.manager [req-54820d76-2aed-4666-a983-89792d819b60 req-a7bcde1d-a8df-40b0-9880-b031bed33124 service nova] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Received event network-vif-deleted-32b88667-72bf-4327-9f0c-622b881dfcb4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 771.280881] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503785} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.281197] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 60166c03-773a-4650-b278-b4d232488d77/60166c03-773a-4650-b278-b4d232488d77.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.281448] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.281755] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50f1beea-aef5-4c33-9536-15518d018994 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.289553] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 771.289553] env[65899]: value = "task-4894622" [ 771.289553] env[65899]: _type = "Task" [ 771.289553] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.297721] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.325079] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Releasing lock "refresh_cache-4322180a-58fa-416b-89cb-bcdfbab348c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.325503] env[65899]: DEBUG nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Instance network_info: |[{"id": "2c7488fb-001d-400b-816e-e8002ba740eb", "address": "fa:16:3e:b9:7b:69", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7488fb-00", "ovs_interfaceid": "2c7488fb-001d-400b-816e-e8002ba740eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 771.325998] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:7b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c7488fb-001d-400b-816e-e8002ba740eb', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.334204] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Creating folder: Project (310defb2d87d4590a504e3b4c34eb133). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.334558] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bed79e2-bacc-42ed-b36f-ee3dd67dd962 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.345592] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Created folder: Project (310defb2d87d4590a504e3b4c34eb133) in parent group-v953787. [ 771.345928] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Creating folder: Instances. Parent ref: group-v953917. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.346228] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcb05f29-2921-4799-ad3e-209a9e3d4530 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.358578] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Created folder: Instances in parent group-v953917. [ 771.360047] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 771.360047] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.360047] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf0fdd8f-8e47-4e50-a2ff-72e0809f106b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.381108] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.381108] env[65899]: value = "task-4894625" [ 771.381108] env[65899]: _type = "Task" [ 771.381108] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.388063] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894625, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.586508] env[65899]: INFO nova.compute.manager [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Took 60.23 seconds to build instance. [ 771.610134] env[65899]: DEBUG nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 771.637868] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 771.638055] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.638117] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 771.638297] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.638440] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 771.638633] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 771.638833] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 771.638989] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 771.639173] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 771.639332] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 771.640041] env[65899]: DEBUG nova.virt.hardware [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 771.641097] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e4083-cb1f-46fc-8191-db32f1e41b3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.651489] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95aaab6-cadf-4661-8c10-2456bb697e7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.667043] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.673193] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Creating folder: Project (c6ee465c48b74671a39aec252496612a). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.673925] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b7e7d05-ee63-4575-a2fb-d024bdaf1450 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.685362] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Created folder: Project (c6ee465c48b74671a39aec252496612a) in parent group-v953787. [ 771.685557] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Creating folder: Instances. Parent ref: group-v953920. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.685896] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e51cbf2d-49fe-4a40-a551-2656c6a1bd37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.696843] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Created folder: Instances in parent group-v953920. [ 771.697171] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 771.697361] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.697597] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43506d01-26c7-4ad8-ad64-5af581215699 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.718453] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.718453] env[65899]: value = "task-4894628" [ 771.718453] env[65899]: _type = "Task" [ 771.718453] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.728372] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894628, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.732480] env[65899]: DEBUG nova.scheduler.client.report [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.800795] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068878} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.801144] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.801967] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5b3a9e-8873-43f6-beb4-cc6d2d260b5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.806765] env[65899]: DEBUG nova.compute.manager [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Received event network-changed-2c7488fb-001d-400b-816e-e8002ba740eb {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 771.806936] env[65899]: DEBUG nova.compute.manager [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Refreshing instance network info cache due to event network-changed-2c7488fb-001d-400b-816e-e8002ba740eb. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 771.807207] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] Acquiring lock "refresh_cache-4322180a-58fa-416b-89cb-bcdfbab348c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.807347] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] Acquired lock "refresh_cache-4322180a-58fa-416b-89cb-bcdfbab348c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.808065] env[65899]: DEBUG nova.network.neutron [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Refreshing network info cache for port 2c7488fb-001d-400b-816e-e8002ba740eb {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.830963] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 60166c03-773a-4650-b278-b4d232488d77/60166c03-773a-4650-b278-b4d232488d77.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.831796] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cfeb41-d2c5-45d9-841f-e5ec6741c99d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.853473] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 771.853473] env[65899]: value = "task-4894629" [ 771.853473] env[65899]: _type = "Task" [ 771.853473] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.862736] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.891307] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894625, 'name': CreateVM_Task, 'duration_secs': 0.320857} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.894027] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.894027] env[65899]: WARNING neutronclient.v2_0.client [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.894027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.894027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.894027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.894027] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8630b68-3779-47d8-950a-8cfd7d2ebd07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.901190] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 771.901190] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2b7ce-d239-d48f-8e4f-df7c138801a4" [ 771.901190] env[65899]: _type = "Task" [ 771.901190] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.911235] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2b7ce-d239-d48f-8e4f-df7c138801a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.088688] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f268b4f-c665-4d87-8729-9b26a047efd8 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.119s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.229338] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894628, 'name': CreateVM_Task, 'duration_secs': 0.305417} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.229675] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.230063] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.238852] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.239328] env[65899]: DEBUG nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 772.241987] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.416s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.242213] env[65899]: DEBUG nova.objects.instance [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lazy-loading 'resources' on Instance uuid 02b3060f-2b55-4eee-9473-06a58a9bb5a1 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.310167] env[65899]: WARNING neutronclient.v2_0.client [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.363936] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894629, 'name': ReconfigVM_Task, 'duration_secs': 0.340349} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.364723] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 60166c03-773a-4650-b278-b4d232488d77/60166c03-773a-4650-b278-b4d232488d77.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.364987] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e70b8365-cbf3-4943-8f9c-b3dff201e953 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.372686] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 772.372686] env[65899]: value = "task-4894630" [ 772.372686] env[65899]: _type = "Task" [ 772.372686] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.381842] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894630, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.412332] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2b7ce-d239-d48f-8e4f-df7c138801a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015288} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.412625] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.412846] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.413641] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.413641] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.413641] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.413641] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.413955] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.414221] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acd280d5-2d9b-49ff-b601-98d61ded6a9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.416456] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767d2478-cda6-41cc-9a59-d37e9b7e8d18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.423170] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 772.423170] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b5419f-760e-7eff-7846-8942dcf3f492" [ 772.423170] env[65899]: _type = "Task" [ 772.423170] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.427777] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.427914] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.429240] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b65bc64-0c22-4f93-bf07-e661721f2ff9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.437815] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b5419f-760e-7eff-7846-8942dcf3f492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.442109] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 772.442109] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520ce9b5-9845-6a0a-6727-992ec4661cc5" [ 772.442109] env[65899]: _type = "Task" [ 772.442109] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.451572] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520ce9b5-9845-6a0a-6727-992ec4661cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.507841] env[65899]: WARNING neutronclient.v2_0.client [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.585754] env[65899]: DEBUG nova.network.neutron [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Updated VIF entry in instance network info cache for port 2c7488fb-001d-400b-816e-e8002ba740eb. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.586134] env[65899]: DEBUG nova.network.neutron [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Updating instance_info_cache with network_info: [{"id": "2c7488fb-001d-400b-816e-e8002ba740eb", "address": "fa:16:3e:b9:7b:69", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7488fb-00", "ovs_interfaceid": "2c7488fb-001d-400b-816e-e8002ba740eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.593500] env[65899]: DEBUG nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 772.745949] env[65899]: DEBUG nova.compute.utils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.749943] env[65899]: DEBUG nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 772.750171] env[65899]: DEBUG nova.network.neutron [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 772.750483] env[65899]: WARNING neutronclient.v2_0.client [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.751187] env[65899]: WARNING neutronclient.v2_0.client [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.791749] env[65899]: DEBUG nova.policy [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '686f993023ab4952b2fcb71805dfff8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dabe4d2d4654198bb1edd807cb2fbff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.885644] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894630, 'name': Rename_Task, 'duration_secs': 0.215543} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.886050] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.886214] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-528f9642-e8a6-4fb6-a85f-91b96f08a72d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.893936] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 772.893936] env[65899]: value = "task-4894631" [ 772.893936] env[65899]: _type = "Task" [ 772.893936] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.903127] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.935075] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b5419f-760e-7eff-7846-8942dcf3f492, 'name': SearchDatastore_Task, 'duration_secs': 0.020977} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.935376] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.935631] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.935865] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.955324] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520ce9b5-9845-6a0a-6727-992ec4661cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.956177] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c42807-a714-41b3-bb8b-718a3040b94b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.963700] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 772.963700] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524e4eee-a334-1c1b-6cee-c27dfb8273ae" [ 772.963700] env[65899]: _type = "Task" [ 772.963700] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.978552] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524e4eee-a334-1c1b-6cee-c27dfb8273ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.981379] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.982375] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 4322180a-58fa-416b-89cb-bcdfbab348c6/4322180a-58fa-416b-89cb-bcdfbab348c6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.982375] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.982375] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.985207] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f14a44-3fab-4448-9747-c9ad05401c78 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.985400] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87b25cfb-b095-44a4-9f2f-5f3488b783ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.994634] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 772.994634] env[65899]: value = "task-4894632" [ 772.994634] env[65899]: _type = "Task" [ 772.994634] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.996051] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.996207] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.002479] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290ef490-61a7-488d-95da-a7259c9be4bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.014440] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.016444] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 773.016444] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5206a23d-e6cc-1132-a6a2-b38a9611d3cc" [ 773.016444] env[65899]: _type = "Task" [ 773.016444] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.029075] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5206a23d-e6cc-1132-a6a2-b38a9611d3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.030277] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd2b239-aa43-4003-9c15-a77746be6b22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.038690] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 773.038690] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52408ef7-cd72-d64d-5921-16bf8b3607b9" [ 773.038690] env[65899]: _type = "Task" [ 773.038690] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.049100] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52408ef7-cd72-d64d-5921-16bf8b3607b9, 'name': SearchDatastore_Task} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.049100] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.049100] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3777e364-d298-4b29-a543-d6d053d8e9dd/3777e364-d298-4b29-a543-d6d053d8e9dd.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.050052] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197c8ba9-a1be-4ba2-85e3-d39040ec69e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.060552] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 773.060552] env[65899]: value = "task-4894633" [ 773.060552] env[65899]: _type = "Task" [ 773.060552] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.073284] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.089743] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a7fdc70-3d0c-49dc-b6c7-0fb04e0e2ed5 req-c3610a0a-24e0-4913-a4a1-36aa0c8afc5b service nova] Releasing lock "refresh_cache-4322180a-58fa-416b-89cb-bcdfbab348c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.104996] env[65899]: DEBUG nova.network.neutron [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Successfully created port: 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.121079] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.251939] env[65899]: DEBUG nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 773.323407] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89faf2-e0dc-4e10-ac94-f4341f311a33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.333653] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed2ba3-4aca-4dff-a38e-93dfa6caeea2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.371114] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990920f2-a193-4a23-8b7e-b536af435be4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.381227] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bdf2b6-8159-4119-8afe-8e75ca68a9ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.398689] env[65899]: DEBUG nova.compute.provider_tree [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.410102] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.482221] env[65899]: DEBUG nova.compute.manager [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 773.510651] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.571511] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894633, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.905137] env[65899]: DEBUG nova.scheduler.client.report [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.911893] env[65899]: DEBUG oslo_vmware.api [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894631, 'name': PowerOnVM_Task, 'duration_secs': 0.593547} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.913084] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.913084] env[65899]: INFO nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Took 7.61 seconds to spawn the instance on the hypervisor. [ 773.913084] env[65899]: DEBUG nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.913887] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eabf62-8be7-4e3b-8ec2-31c92f931c79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.004351] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.007837] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543245} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.008105] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 4322180a-58fa-416b-89cb-bcdfbab348c6/4322180a-58fa-416b-89cb-bcdfbab348c6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.008319] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.008616] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d5075e9-4d40-4f3b-a25c-06ab9e08192f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.016174] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 774.016174] env[65899]: value = "task-4894634" [ 774.016174] env[65899]: _type = "Task" [ 774.016174] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.026256] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.072050] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798637} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.072355] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3777e364-d298-4b29-a543-d6d053d8e9dd/3777e364-d298-4b29-a543-d6d053d8e9dd.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.072575] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.072844] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a330480-81b9-4a4f-9014-a09ceaeca3a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.081989] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 774.081989] env[65899]: value = "task-4894635" [ 774.081989] env[65899]: _type = "Task" [ 774.081989] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.092398] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.262430] env[65899]: DEBUG nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 774.292737] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 774.293023] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.293184] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 774.293365] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.293507] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 774.293649] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 774.293858] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.294127] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 774.294241] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 774.294406] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 774.294576] env[65899]: DEBUG nova.virt.hardware [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 774.295810] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b504455-8da9-414f-b497-34ec962f2b9a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.304801] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e40f28-da92-4b0f-80e5-c2c86dd2e4b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.414105] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.417171] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.275s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.419194] env[65899]: INFO nova.compute.claims [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.437544] env[65899]: INFO nova.compute.manager [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Took 61.93 seconds to build instance. [ 774.451157] env[65899]: INFO nova.scheduler.client.report [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Deleted allocations for instance 02b3060f-2b55-4eee-9473-06a58a9bb5a1 [ 774.528167] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068907} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.529130] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.530210] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f92c477-5abd-4a5f-8196-c9d4af1cc4d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.554713] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 4322180a-58fa-416b-89cb-bcdfbab348c6/4322180a-58fa-416b-89cb-bcdfbab348c6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.555502] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac3e3ca-4057-4191-bd10-e925b7bc9ed9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.577457] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 774.577457] env[65899]: value = "task-4894636" [ 774.577457] env[65899]: _type = "Task" [ 774.577457] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.586853] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.596009] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.359013} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.596298] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.597123] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108df29-faea-40f0-8d8f-ec42478db503 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.618148] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 3777e364-d298-4b29-a543-d6d053d8e9dd/3777e364-d298-4b29-a543-d6d053d8e9dd.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.618449] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a62ba6-8e17-4c43-964f-ae659efdf271 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.639567] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 774.639567] env[65899]: value = "task-4894637" [ 774.639567] env[65899]: _type = "Task" [ 774.639567] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.648385] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.738627] env[65899]: DEBUG nova.network.neutron [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Successfully updated port: 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 774.754278] env[65899]: DEBUG nova.compute.manager [req-de146a5b-d772-4197-b2ea-e8a3aff76c91 req-48936bca-9001-4a96-9e54-f73daa08f0ac service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Received event network-vif-plugged-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 774.754454] env[65899]: DEBUG oslo_concurrency.lockutils [req-de146a5b-d772-4197-b2ea-e8a3aff76c91 req-48936bca-9001-4a96-9e54-f73daa08f0ac service nova] Acquiring lock "9b64124c-dbd9-4da7-af5f-16a0f8289024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.754759] env[65899]: DEBUG oslo_concurrency.lockutils [req-de146a5b-d772-4197-b2ea-e8a3aff76c91 req-48936bca-9001-4a96-9e54-f73daa08f0ac service nova] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.755708] env[65899]: DEBUG oslo_concurrency.lockutils [req-de146a5b-d772-4197-b2ea-e8a3aff76c91 req-48936bca-9001-4a96-9e54-f73daa08f0ac service nova] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.755708] env[65899]: DEBUG nova.compute.manager [req-de146a5b-d772-4197-b2ea-e8a3aff76c91 req-48936bca-9001-4a96-9e54-f73daa08f0ac service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] No waiting events found dispatching network-vif-plugged-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 774.755708] env[65899]: WARNING nova.compute.manager [req-de146a5b-d772-4197-b2ea-e8a3aff76c91 req-48936bca-9001-4a96-9e54-f73daa08f0ac service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Received unexpected event network-vif-plugged-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 for instance with vm_state building and task_state spawning. [ 774.937462] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "60166c03-773a-4650-b278-b4d232488d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.940315] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd255e12-bb93-41d0-8d47-0ab8654353cc tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "60166c03-773a-4650-b278-b4d232488d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.671s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.942028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "60166c03-773a-4650-b278-b4d232488d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.942234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "60166c03-773a-4650-b278-b4d232488d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.942497] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "60166c03-773a-4650-b278-b4d232488d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.942723] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "60166c03-773a-4650-b278-b4d232488d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.946035] env[65899]: INFO nova.compute.manager [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Terminating instance [ 774.959690] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a16372ad-115b-4a5c-9fe7-702417745a20 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "02b3060f-2b55-4eee-9473-06a58a9bb5a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.102s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.088353] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.151720] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.240877] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "refresh_cache-9b64124c-dbd9-4da7-af5f-16a0f8289024" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.241083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "refresh_cache-9b64124c-dbd9-4da7-af5f-16a0f8289024" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.241270] env[65899]: DEBUG nova.network.neutron [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 775.445607] env[65899]: DEBUG nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 775.449056] env[65899]: DEBUG nova.compute.manager [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 775.449257] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.450128] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a87911d-c7a5-49b4-a850-a50c566e1c85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.458177] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.458428] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988357c3-94df-4fda-9289-9ff58593aebf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.466437] env[65899]: DEBUG oslo_vmware.api [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 775.466437] env[65899]: value = "task-4894638" [ 775.466437] env[65899]: _type = "Task" [ 775.466437] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.478889] env[65899]: DEBUG oslo_vmware.api [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.531930] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "32873e78-122d-4528-a442-4d3ea5c241d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.532244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "32873e78-122d-4528-a442-4d3ea5c241d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.532510] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "32873e78-122d-4528-a442-4d3ea5c241d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.532704] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "32873e78-122d-4528-a442-4d3ea5c241d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.532863] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "32873e78-122d-4528-a442-4d3ea5c241d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.535790] env[65899]: INFO nova.compute.manager [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Terminating instance [ 775.591500] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894636, 'name': ReconfigVM_Task, 'duration_secs': 0.616591} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.591831] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 4322180a-58fa-416b-89cb-bcdfbab348c6/4322180a-58fa-416b-89cb-bcdfbab348c6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.592511] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ffa1f4b-b080-4542-a197-ed37249a89f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.600510] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 775.600510] env[65899]: value = "task-4894639" [ 775.600510] env[65899]: _type = "Task" [ 775.600510] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.616962] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894639, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.654170] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894637, 'name': ReconfigVM_Task, 'duration_secs': 0.557307} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.657938] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 3777e364-d298-4b29-a543-d6d053d8e9dd/3777e364-d298-4b29-a543-d6d053d8e9dd.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.658994] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a95eb2df-0f14-47e1-a728-d14fb4201355 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.667703] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 775.667703] env[65899]: value = "task-4894640" [ 775.667703] env[65899]: _type = "Task" [ 775.667703] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.682082] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894640, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.779336] env[65899]: DEBUG nova.network.neutron [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 775.873564] env[65899]: WARNING neutronclient.v2_0.client [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.949054] env[65899]: DEBUG nova.network.neutron [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Updating instance_info_cache with network_info: [{"id": "40ea9eb3-0cfa-4791-a8e3-a352c6b31d19", "address": "fa:16:3e:86:a5:3d", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea9eb3-0c", "ovs_interfaceid": "40ea9eb3-0cfa-4791-a8e3-a352c6b31d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.973069] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc376ae-39da-4611-a699-b33d06cd7b51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.976535] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.983019] env[65899]: DEBUG oslo_vmware.api [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894638, 'name': PowerOffVM_Task, 'duration_secs': 0.225722} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.984997] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.985198] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.985495] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-647dfc34-6b7d-4052-bb04-9233a6ca1775 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.988164] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e9fe3-005f-49aa-9414-0763d5c99bbb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.021799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fe6753-1468-4710-a622-1e138e365070 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.030396] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f76957-1a90-44df-b600-14e4ea72fe79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.044977] env[65899]: DEBUG nova.compute.manager [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 776.045125] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.045673] env[65899]: DEBUG nova.compute.provider_tree [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.047476] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b7557-ef84-496f-bdc0-6cf4e4936cf1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.056865] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.057199] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a132f733-b9c9-4dc5-a74c-e807723aec56 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.065467] env[65899]: DEBUG oslo_vmware.api [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 776.065467] env[65899]: value = "task-4894642" [ 776.065467] env[65899]: _type = "Task" [ 776.065467] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.070572] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.070780] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.070950] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Deleting the datastore file [datastore1] 60166c03-773a-4650-b278-b4d232488d77 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.071634] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8284d2a-0196-4312-a748-68e49c9a9641 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.076900] env[65899]: DEBUG oslo_vmware.api [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.082135] env[65899]: DEBUG oslo_vmware.api [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for the task: (returnval){ [ 776.082135] env[65899]: value = "task-4894643" [ 776.082135] env[65899]: _type = "Task" [ 776.082135] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.090433] env[65899]: DEBUG oslo_vmware.api [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.111627] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894639, 'name': Rename_Task, 'duration_secs': 0.158333} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.111627] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.111627] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-722ee97f-9ac8-4a53-8599-b817f1db477b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.117580] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 776.117580] env[65899]: value = "task-4894644" [ 776.117580] env[65899]: _type = "Task" [ 776.117580] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.125993] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.178812] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894640, 'name': Rename_Task, 'duration_secs': 0.163545} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.179289] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.179555] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bf00c4e-af0c-4fb5-816a-c3aad01c1b41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.186765] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 776.186765] env[65899]: value = "task-4894645" [ 776.186765] env[65899]: _type = "Task" [ 776.186765] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.195897] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.455028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "refresh_cache-9b64124c-dbd9-4da7-af5f-16a0f8289024" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.455310] env[65899]: DEBUG nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance network_info: |[{"id": "40ea9eb3-0cfa-4791-a8e3-a352c6b31d19", "address": "fa:16:3e:86:a5:3d", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea9eb3-0c", "ovs_interfaceid": "40ea9eb3-0cfa-4791-a8e3-a352c6b31d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 776.455797] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ea9eb3-0cfa-4791-a8e3-a352c6b31d19', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.464592] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating folder: Project (0dabe4d2d4654198bb1edd807cb2fbff). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.464975] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d9e4391-aea0-412d-8e39-e05c9e5e4400 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.478241] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created folder: Project (0dabe4d2d4654198bb1edd807cb2fbff) in parent group-v953787. [ 776.478419] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating folder: Instances. Parent ref: group-v953923. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.478747] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac1c32d1-571b-4a4e-992a-58b57ead77f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.488552] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created folder: Instances in parent group-v953923. [ 776.489033] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.489307] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.489624] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8e08078-8e6f-48f5-a0de-73981029e396 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.511953] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.511953] env[65899]: value = "task-4894648" [ 776.511953] env[65899]: _type = "Task" [ 776.511953] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.521824] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894648, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.552250] env[65899]: DEBUG nova.scheduler.client.report [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.577701] env[65899]: DEBUG oslo_vmware.api [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894642, 'name': PowerOffVM_Task, 'duration_secs': 0.359469} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.579167] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.579516] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.580308] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0806a47-0d3c-44c4-ab43-8871805cad3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.593217] env[65899]: DEBUG oslo_vmware.api [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Task: {'id': task-4894643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185111} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.593350] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.593478] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.593646] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.593812] env[65899]: INFO nova.compute.manager [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] [instance: 60166c03-773a-4650-b278-b4d232488d77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 776.594176] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.594416] env[65899]: DEBUG nova.compute.manager [-] [instance: 60166c03-773a-4650-b278-b4d232488d77] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 776.594554] env[65899]: DEBUG nova.network.neutron [-] [instance: 60166c03-773a-4650-b278-b4d232488d77] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 776.594839] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.631027] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.670886] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.671194] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.671821] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Deleting the datastore file [datastore2] 32873e78-122d-4528-a442-4d3ea5c241d2 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.671821] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29ed015e-bd7b-4556-853d-202b82b93355 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.681611] env[65899]: DEBUG oslo_vmware.api [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for the task: (returnval){ [ 776.681611] env[65899]: value = "task-4894650" [ 776.681611] env[65899]: _type = "Task" [ 776.681611] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.691745] env[65899]: DEBUG oslo_vmware.api [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.696216] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.704581] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.787293] env[65899]: DEBUG nova.compute.manager [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Received event network-changed-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 776.787549] env[65899]: DEBUG nova.compute.manager [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Refreshing instance network info cache due to event network-changed-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 776.789300] env[65899]: DEBUG oslo_concurrency.lockutils [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] Acquiring lock "refresh_cache-9b64124c-dbd9-4da7-af5f-16a0f8289024" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.789300] env[65899]: DEBUG oslo_concurrency.lockutils [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] Acquired lock "refresh_cache-9b64124c-dbd9-4da7-af5f-16a0f8289024" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.789639] env[65899]: DEBUG nova.network.neutron [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Refreshing network info cache for port 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.021902] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894648, 'name': CreateVM_Task, 'duration_secs': 0.390264} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.022111] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.022631] env[65899]: WARNING neutronclient.v2_0.client [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.022986] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.023153] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.023474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.023730] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1327905-1021-430c-bb54-20af9b81ab71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.029246] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 777.029246] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d1e941-82d3-66dc-a0bb-c514c172c9f5" [ 777.029246] env[65899]: _type = "Task" [ 777.029246] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.036310] env[65899]: DEBUG nova.compute.manager [req-3d2c80c1-626d-4764-9011-334c0d9e9ff4 req-3c64ad76-fd22-4213-b8d3-93b03cfe3274 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Received event network-vif-deleted-d926b030-ff6a-4f5d-a150-3feda82fd343 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.036533] env[65899]: INFO nova.compute.manager [req-3d2c80c1-626d-4764-9011-334c0d9e9ff4 req-3c64ad76-fd22-4213-b8d3-93b03cfe3274 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Neutron deleted interface d926b030-ff6a-4f5d-a150-3feda82fd343; detaching it from the instance and deleting it from the info cache [ 777.036681] env[65899]: DEBUG nova.network.neutron [req-3d2c80c1-626d-4764-9011-334c0d9e9ff4 req-3c64ad76-fd22-4213-b8d3-93b03cfe3274 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.041360] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d1e941-82d3-66dc-a0bb-c514c172c9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.058172] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.058751] env[65899]: DEBUG nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 777.061587] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.761s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.062458] env[65899]: DEBUG nova.objects.instance [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lazy-loading 'resources' on Instance uuid 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.129600] env[65899]: DEBUG oslo_vmware.api [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894644, 'name': PowerOnVM_Task, 'duration_secs': 0.589029} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.129889] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.130098] env[65899]: INFO nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Took 8.19 seconds to spawn the instance on the hypervisor. [ 777.130271] env[65899]: DEBUG nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 777.131226] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee710d-3b1f-4b62-bc1b-5a1f9648e2c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.193503] env[65899]: DEBUG oslo_vmware.api [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Task: {'id': task-4894650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194928} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.196971] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.197188] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.197358] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.197530] env[65899]: INFO nova.compute.manager [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 777.197775] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 777.197974] env[65899]: DEBUG nova.compute.manager [-] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 777.198085] env[65899]: DEBUG nova.network.neutron [-] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 777.198333] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.205923] env[65899]: DEBUG oslo_vmware.api [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894645, 'name': PowerOnVM_Task, 'duration_secs': 0.566997} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.206194] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.206369] env[65899]: INFO nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Took 5.60 seconds to spawn the instance on the hypervisor. [ 777.207030] env[65899]: DEBUG nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 777.207779] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca6eaf5-c482-4d0f-a27b-4c2f94c3e058 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.232552] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.293755] env[65899]: WARNING neutronclient.v2_0.client [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.426018] env[65899]: DEBUG nova.network.neutron [-] [instance: 60166c03-773a-4650-b278-b4d232488d77] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.542025] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d1e941-82d3-66dc-a0bb-c514c172c9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.040576} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.543286] env[65899]: WARNING neutronclient.v2_0.client [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.545911] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.546056] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.546244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.546386] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.546643] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.547374] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6349254c-866e-4fef-8e2f-f224595fc84f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.549428] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca190d10-1548-4688-b8b2-8f7ebb853ae8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.559693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3476bbf8-f066-4b68-a77b-ec3d6c584499 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.572791] env[65899]: DEBUG nova.compute.utils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.576502] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.576701] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.578235] env[65899]: DEBUG nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 777.578455] env[65899]: DEBUG nova.network.neutron [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 777.578803] env[65899]: WARNING neutronclient.v2_0.client [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.582149] env[65899]: WARNING neutronclient.v2_0.client [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.585327] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4607e8-a293-4fab-8cb5-e12ca99c5c85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.593236] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 777.593236] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e218ca-a85c-eec0-07ff-4683ede0512c" [ 777.593236] env[65899]: _type = "Task" [ 777.593236] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.608811] env[65899]: DEBUG nova.compute.manager [req-3d2c80c1-626d-4764-9011-334c0d9e9ff4 req-3c64ad76-fd22-4213-b8d3-93b03cfe3274 service nova] [instance: 60166c03-773a-4650-b278-b4d232488d77] Detach interface failed, port_id=d926b030-ff6a-4f5d-a150-3feda82fd343, reason: Instance 60166c03-773a-4650-b278-b4d232488d77 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.618545] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e218ca-a85c-eec0-07ff-4683ede0512c, 'name': SearchDatastore_Task, 'duration_secs': 0.013058} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.619497] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba454676-f58f-4de7-b5ad-2a72fe24971d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.629202] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 777.629202] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526b7ea4-6bd0-2b44-4ae3-3100c3877ab4" [ 777.629202] env[65899]: _type = "Task" [ 777.629202] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.640801] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526b7ea4-6bd0-2b44-4ae3-3100c3877ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.653936] env[65899]: DEBUG nova.network.neutron [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Updated VIF entry in instance network info cache for port 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.653936] env[65899]: DEBUG nova.network.neutron [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Updating instance_info_cache with network_info: [{"id": "40ea9eb3-0cfa-4791-a8e3-a352c6b31d19", "address": "fa:16:3e:86:a5:3d", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ea9eb3-0c", "ovs_interfaceid": "40ea9eb3-0cfa-4791-a8e3-a352c6b31d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.657177] env[65899]: DEBUG nova.policy [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '686f993023ab4952b2fcb71805dfff8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dabe4d2d4654198bb1edd807cb2fbff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.662706] env[65899]: INFO nova.compute.manager [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Took 62.75 seconds to build instance. [ 777.728095] env[65899]: INFO nova.compute.manager [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Took 56.84 seconds to build instance. [ 777.929030] env[65899]: INFO nova.compute.manager [-] [instance: 60166c03-773a-4650-b278-b4d232488d77] Took 1.33 seconds to deallocate network for instance. [ 777.996455] env[65899]: DEBUG nova.network.neutron [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Successfully created port: 542cac9c-8a6f-46cd-bbf7-1f807679fb9d {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 778.020025] env[65899]: DEBUG nova.network.neutron [-] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.079459] env[65899]: DEBUG nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 778.142447] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526b7ea4-6bd0-2b44-4ae3-3100c3877ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.145971] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.146452] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.149017] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea26386-6783-4104-9ead-0b76b3d7aea8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.157778] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 778.157778] env[65899]: value = "task-4894651" [ 778.157778] env[65899]: _type = "Task" [ 778.157778] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.165033] env[65899]: DEBUG oslo_concurrency.lockutils [req-b19c7b54-33d8-4590-89c7-c8235371ad54 req-b3b6fda2-992d-4c9f-9e61-aabd7955cc60 service nova] Releasing lock "refresh_cache-9b64124c-dbd9-4da7-af5f-16a0f8289024" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.165033] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.835s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.165903] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc7dad-d68d-4677-9761-81dbeed63959 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.176237] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.180586] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c0f55a-e6d6-4fc0-b56a-0519512ed64b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.216219] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6210f6b-a6d0-44cd-877b-8e302fb11f40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.225225] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fde6801-f4c0-4b5c-a61d-409adc7f1764 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.230226] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d0b334f4-0361-4269-97aa-0fed2c98d954 tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "3777e364-d298-4b29-a543-d6d053d8e9dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.315s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.244146] env[65899]: DEBUG nova.compute.provider_tree [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.436380] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.521433] env[65899]: INFO nova.compute.manager [-] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Took 1.32 seconds to deallocate network for instance. [ 778.556795] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "4322180a-58fa-416b-89cb-bcdfbab348c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.557873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.557873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "4322180a-58fa-416b-89cb-bcdfbab348c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.557873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.557873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.561543] env[65899]: INFO nova.compute.manager [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Terminating instance [ 778.668222] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894651, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.679720] env[65899]: DEBUG nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 778.733690] env[65899]: DEBUG nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 778.752144] env[65899]: DEBUG nova.scheduler.client.report [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.032561] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.055305] env[65899]: DEBUG nova.compute.manager [req-80f80c89-8f13-4ff5-b98e-3aafeabe79d7 req-d5817fc1-7fdc-4068-9bbe-a949b8cf17c0 service nova] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Received event network-vif-deleted-5c6731ff-98a5-4879-b096-1145090a3880 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.069716] env[65899]: DEBUG nova.compute.manager [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 779.069716] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.070464] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45237cd6-40f1-4fdc-8e15-c1d75b0931d4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.080148] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.080595] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db5fe2b-7d70-4050-81e0-e383accfa90f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.088735] env[65899]: DEBUG oslo_vmware.api [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 779.088735] env[65899]: value = "task-4894652" [ 779.088735] env[65899]: _type = "Task" [ 779.088735] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.100641] env[65899]: DEBUG nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 779.103026] env[65899]: DEBUG oslo_vmware.api [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.128341] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 779.128670] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.128845] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 779.129037] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.129209] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 779.129399] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 779.129731] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 779.129928] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 779.130256] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 779.130345] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 779.130516] env[65899]: DEBUG nova.virt.hardware [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 779.131400] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cfebae-2947-429b-b84e-fdb33cda525b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.140422] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4ccb4-bd18-4ff7-955e-17c888c14c93 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.169081] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856319} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.169399] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.169637] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.169988] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dac6db0-4abf-4d87-a877-4f0e91bc1c36 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.180106] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 779.180106] env[65899]: value = "task-4894653" [ 779.180106] env[65899]: _type = "Task" [ 779.180106] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.194411] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.208717] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.258059] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.263156] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.263643] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.706s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.263866] env[65899]: DEBUG nova.objects.instance [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lazy-loading 'resources' on Instance uuid bf69b32f-1651-4ad8-ab6a-52f4d2b26233 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.288812] env[65899]: INFO nova.scheduler.client.report [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Deleted allocations for instance 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d [ 779.599986] env[65899]: DEBUG oslo_vmware.api [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894652, 'name': PowerOffVM_Task, 'duration_secs': 0.317524} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.600349] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.600519] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.600797] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02141ecc-d6a8-42be-8780-5d2bf8b78e44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.691858] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076667} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.695087] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.695087] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.695087] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.695087] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Deleting the datastore file [datastore2] 4322180a-58fa-416b-89cb-bcdfbab348c6 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.695087] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a72d4b-fe25-458b-833c-cfd5aae9c68a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.697402] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467f7541-fa39-4512-a317-f514a8fbf7e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.729629] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.732142] env[65899]: DEBUG nova.network.neutron [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Successfully updated port: 542cac9c-8a6f-46cd-bbf7-1f807679fb9d {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.734124] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979e2125-090e-4125-96ae-0d010e7421d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.749241] env[65899]: DEBUG oslo_vmware.api [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for the task: (returnval){ [ 779.749241] env[65899]: value = "task-4894655" [ 779.749241] env[65899]: _type = "Task" [ 779.749241] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.752806] env[65899]: DEBUG nova.compute.manager [req-6920c748-68f9-4384-9314-3627d0f93278 req-e3b32cf4-e168-4720-8549-23cae1ecef1d service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Received event network-vif-plugged-542cac9c-8a6f-46cd-bbf7-1f807679fb9d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.753041] env[65899]: DEBUG oslo_concurrency.lockutils [req-6920c748-68f9-4384-9314-3627d0f93278 req-e3b32cf4-e168-4720-8549-23cae1ecef1d service nova] Acquiring lock "6ee00201-4876-45bc-b04f-8bca396775b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.753252] env[65899]: DEBUG oslo_concurrency.lockutils [req-6920c748-68f9-4384-9314-3627d0f93278 req-e3b32cf4-e168-4720-8549-23cae1ecef1d service nova] Lock "6ee00201-4876-45bc-b04f-8bca396775b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.753471] env[65899]: DEBUG oslo_concurrency.lockutils [req-6920c748-68f9-4384-9314-3627d0f93278 req-e3b32cf4-e168-4720-8549-23cae1ecef1d service nova] Lock "6ee00201-4876-45bc-b04f-8bca396775b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.753703] env[65899]: DEBUG nova.compute.manager [req-6920c748-68f9-4384-9314-3627d0f93278 req-e3b32cf4-e168-4720-8549-23cae1ecef1d service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] No waiting events found dispatching network-vif-plugged-542cac9c-8a6f-46cd-bbf7-1f807679fb9d {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 779.753936] env[65899]: WARNING nova.compute.manager [req-6920c748-68f9-4384-9314-3627d0f93278 req-e3b32cf4-e168-4720-8549-23cae1ecef1d service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Received unexpected event network-vif-plugged-542cac9c-8a6f-46cd-bbf7-1f807679fb9d for instance with vm_state building and task_state spawning. [ 779.760739] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 779.760739] env[65899]: value = "task-4894656" [ 779.760739] env[65899]: _type = "Task" [ 779.760739] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.772253] env[65899]: DEBUG oslo_vmware.api [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.780889] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.801756] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66db37ca-6108-4ed9-859d-43d9403fe0d8 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Lock "5a692bc9-d8a2-42c2-b8c8-f71a56dd135d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.718s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.909805] env[65899]: DEBUG nova.compute.manager [None req-a8e0a884-070e-47f7-b8b6-a0708f3f839a tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 779.910914] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e784b00a-4a9f-4d1c-bd2d-fd4ddb848227 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.164498] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "3777e364-d298-4b29-a543-d6d053d8e9dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.165302] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "3777e364-d298-4b29-a543-d6d053d8e9dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.165302] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "3777e364-d298-4b29-a543-d6d053d8e9dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.165302] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "3777e364-d298-4b29-a543-d6d053d8e9dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.165302] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "3777e364-d298-4b29-a543-d6d053d8e9dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.167652] env[65899]: INFO nova.compute.manager [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Terminating instance [ 780.234877] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "refresh_cache-6ee00201-4876-45bc-b04f-8bca396775b5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.235266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "refresh_cache-6ee00201-4876-45bc-b04f-8bca396775b5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.235711] env[65899]: DEBUG nova.network.neutron [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.263344] env[65899]: DEBUG oslo_vmware.api [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Task: {'id': task-4894655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409468} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.266490] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.266694] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.266864] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.267041] env[65899]: INFO nova.compute.manager [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 780.267291] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.267787] env[65899]: DEBUG nova.compute.manager [-] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 780.267890] env[65899]: DEBUG nova.network.neutron [-] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 780.268148] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.271870] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0aafd6-10d6-4cbc-9dc9-89c073e2dbf3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.278191] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894656, 'name': ReconfigVM_Task, 'duration_secs': 0.395707} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.279046] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.279619] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f27b669-7efd-455c-b8a3-ec4705103438 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.284065] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3262d837-0319-447a-93d3-1c055b0ec59b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.289301] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 780.289301] env[65899]: value = "task-4894657" [ 780.289301] env[65899]: _type = "Task" [ 780.289301] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.319225] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.322243] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f8b47-ec33-402c-ad21-a79a94c05773 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.329132] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894657, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.334917] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfab5a0-c07d-46f9-9d98-4e586493466b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.352087] env[65899]: DEBUG nova.compute.provider_tree [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.426371] env[65899]: INFO nova.compute.manager [None req-a8e0a884-070e-47f7-b8b6-a0708f3f839a tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] instance snapshotting [ 780.427361] env[65899]: DEBUG nova.objects.instance [None req-a8e0a884-070e-47f7-b8b6-a0708f3f839a tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lazy-loading 'flavor' on Instance uuid 3777e364-d298-4b29-a543-d6d053d8e9dd {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.673563] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "refresh_cache-3777e364-d298-4b29-a543-d6d053d8e9dd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.673563] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquired lock "refresh_cache-3777e364-d298-4b29-a543-d6d053d8e9dd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.673563] env[65899]: DEBUG nova.network.neutron [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.790560] env[65899]: DEBUG nova.network.neutron [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 780.806059] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894657, 'name': Rename_Task, 'duration_secs': 0.194693} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.806177] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.806445] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcb7baee-c224-4c85-96c4-71f7bf4462a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.815706] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 780.815706] env[65899]: value = "task-4894658" [ 780.815706] env[65899]: _type = "Task" [ 780.815706] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.826960] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.855658] env[65899]: DEBUG nova.scheduler.client.report [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.907153] env[65899]: WARNING neutronclient.v2_0.client [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.935153] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679956cd-8d9d-49d8-9e2c-42566758da1d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.959351] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da98ad3-5bad-4b2d-86b4-ab762369059a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.026677] env[65899]: DEBUG nova.network.neutron [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Updating instance_info_cache with network_info: [{"id": "542cac9c-8a6f-46cd-bbf7-1f807679fb9d", "address": "fa:16:3e:5c:8d:a5", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542cac9c-8a", "ovs_interfaceid": "542cac9c-8a6f-46cd-bbf7-1f807679fb9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.078443] env[65899]: DEBUG nova.network.neutron [-] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.179206] env[65899]: WARNING neutronclient.v2_0.client [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.206671] env[65899]: DEBUG nova.network.neutron [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.333033] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894658, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.351232] env[65899]: DEBUG nova.network.neutron [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.356925] env[65899]: DEBUG nova.compute.manager [req-de08740c-e70e-49fd-98b0-81771acc9afe req-ef98648c-71a6-488b-93b7-1a722c26cf7c service nova] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Received event network-vif-deleted-2c7488fb-001d-400b-816e-e8002ba740eb {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.363186] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.367863] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.770s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.369919] env[65899]: INFO nova.compute.claims [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.401336] env[65899]: INFO nova.scheduler.client.report [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Deleted allocations for instance bf69b32f-1651-4ad8-ab6a-52f4d2b26233 [ 781.474220] env[65899]: DEBUG nova.compute.manager [None req-a8e0a884-070e-47f7-b8b6-a0708f3f839a tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Instance disappeared during snapshot {{(pid=65899) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 781.529428] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "refresh_cache-6ee00201-4876-45bc-b04f-8bca396775b5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.529914] env[65899]: DEBUG nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Instance network_info: |[{"id": "542cac9c-8a6f-46cd-bbf7-1f807679fb9d", "address": "fa:16:3e:5c:8d:a5", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542cac9c-8a", "ovs_interfaceid": "542cac9c-8a6f-46cd-bbf7-1f807679fb9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 781.530512] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '542cac9c-8a6f-46cd-bbf7-1f807679fb9d', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.540457] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.541127] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.541379] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2691ac-4e36-45bf-a387-dc496795e516 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.563478] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.563478] env[65899]: value = "task-4894659" [ 781.563478] env[65899]: _type = "Task" [ 781.563478] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.572473] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894659, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.581214] env[65899]: INFO nova.compute.manager [-] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Took 1.31 seconds to deallocate network for instance. [ 781.637338] env[65899]: DEBUG nova.compute.manager [None req-a8e0a884-070e-47f7-b8b6-a0708f3f839a tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Found 0 images (rotation: 2) {{(pid=65899) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 781.835020] env[65899]: DEBUG oslo_vmware.api [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894658, 'name': PowerOnVM_Task, 'duration_secs': 0.688825} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.835020] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.835020] env[65899]: INFO nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Took 7.57 seconds to spawn the instance on the hypervisor. [ 781.835020] env[65899]: DEBUG nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.835020] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7557532a-dedf-441c-89da-5320d1f2787b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.855431] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Releasing lock "refresh_cache-3777e364-d298-4b29-a543-d6d053d8e9dd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.855940] env[65899]: DEBUG nova.compute.manager [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 781.857497] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.857497] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b265a11-eae8-4d88-85c7-48cf2839f826 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.863198] env[65899]: DEBUG nova.compute.manager [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Received event network-changed-542cac9c-8a6f-46cd-bbf7-1f807679fb9d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.863393] env[65899]: DEBUG nova.compute.manager [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Refreshing instance network info cache due to event network-changed-542cac9c-8a6f-46cd-bbf7-1f807679fb9d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 781.863571] env[65899]: DEBUG oslo_concurrency.lockutils [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] Acquiring lock "refresh_cache-6ee00201-4876-45bc-b04f-8bca396775b5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.863702] env[65899]: DEBUG oslo_concurrency.lockutils [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] Acquired lock "refresh_cache-6ee00201-4876-45bc-b04f-8bca396775b5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.863848] env[65899]: DEBUG nova.network.neutron [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Refreshing network info cache for port 542cac9c-8a6f-46cd-bbf7-1f807679fb9d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.870143] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.870558] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab8cc215-93a3-41ec-8788-b04113b3d1ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.883289] env[65899]: DEBUG oslo_vmware.api [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 781.883289] env[65899]: value = "task-4894660" [ 781.883289] env[65899]: _type = "Task" [ 781.883289] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.902124] env[65899]: DEBUG oslo_vmware.api [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.912328] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9820f8b4-c427-4b49-a241-7311b8899c69 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Lock "bf69b32f-1651-4ad8-ab6a-52f4d2b26233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.030s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.074943] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894659, 'name': CreateVM_Task, 'duration_secs': 0.392056} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.075290] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.075822] env[65899]: WARNING neutronclient.v2_0.client [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.076211] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.076358] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.076782] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.077057] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b60435-d0f3-47a4-a339-ecb71bfedf11 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.083228] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 782.083228] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e076f3-a44b-b99e-8b11-1ac541fef695" [ 782.083228] env[65899]: _type = "Task" [ 782.083228] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.094779] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.094779] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e076f3-a44b-b99e-8b11-1ac541fef695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.359610] env[65899]: INFO nova.compute.manager [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Took 58.68 seconds to build instance. [ 782.366327] env[65899]: WARNING neutronclient.v2_0.client [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.395349] env[65899]: DEBUG oslo_vmware.api [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894660, 'name': PowerOffVM_Task, 'duration_secs': 0.143336} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.395582] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.395736] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.395991] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea78f93-68bd-4206-a30b-0b2834e7cf30 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.425454] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.426095] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.426095] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Deleting the datastore file [datastore2] 3777e364-d298-4b29-a543-d6d053d8e9dd {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.426188] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5cfe991-64e0-42f6-ade8-4d11cadd911d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.435333] env[65899]: DEBUG oslo_vmware.api [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for the task: (returnval){ [ 782.435333] env[65899]: value = "task-4894662" [ 782.435333] env[65899]: _type = "Task" [ 782.435333] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.446608] env[65899]: DEBUG oslo_vmware.api [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.597325] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e076f3-a44b-b99e-8b11-1ac541fef695, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.597637] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.597973] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.598109] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.598247] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.599075] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.599383] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f3eb075-fbaf-412f-ae8e-bc351f961961 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.609656] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.609881] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.613622] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2945a61-c2c4-4924-9525-f3b6518a371f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.620897] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 782.620897] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5225e071-cd1c-4cc7-5fe6-0eba1dc41ca9" [ 782.620897] env[65899]: _type = "Task" [ 782.620897] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.630941] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5225e071-cd1c-4cc7-5fe6-0eba1dc41ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.864892] env[65899]: DEBUG oslo_concurrency.lockutils [None req-36f81c89-388c-4491-b966-106df13f68fb tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.879s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.897870] env[65899]: WARNING neutronclient.v2_0.client [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.946775] env[65899]: DEBUG oslo_vmware.api [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Task: {'id': task-4894662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117884} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.947366] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.947366] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.949985] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.950050] env[65899]: INFO nova.compute.manager [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 782.950307] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.951333] env[65899]: DEBUG nova.compute.manager [-] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 782.951333] env[65899]: DEBUG nova.network.neutron [-] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 782.951498] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.968761] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc5cb7-d1c5-4c0e-99db-e2ade5257e90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.982169] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b24285-af38-4eb9-a232-aefefe09f8d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.986218] env[65899]: DEBUG nova.network.neutron [-] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.986683] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.018320] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1270444d-892e-4dcc-9597-ca5a6d26f2db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.027153] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e89bd7-dbea-4725-b74f-0864067bceb2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.041846] env[65899]: DEBUG nova.compute.provider_tree [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.099508] env[65899]: DEBUG nova.network.neutron [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Updated VIF entry in instance network info cache for port 542cac9c-8a6f-46cd-bbf7-1f807679fb9d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 783.099878] env[65899]: DEBUG nova.network.neutron [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Updating instance_info_cache with network_info: [{"id": "542cac9c-8a6f-46cd-bbf7-1f807679fb9d", "address": "fa:16:3e:5c:8d:a5", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542cac9c-8a", "ovs_interfaceid": "542cac9c-8a6f-46cd-bbf7-1f807679fb9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.133423] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5225e071-cd1c-4cc7-5fe6-0eba1dc41ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.134267] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12120af-1639-44a8-90c1-651ee7d2249a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.141702] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 783.141702] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245c44e-3c07-d5bf-8445-da46f8b93986" [ 783.141702] env[65899]: _type = "Task" [ 783.141702] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.150201] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5245c44e-3c07-d5bf-8445-da46f8b93986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.369303] env[65899]: DEBUG nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 783.490350] env[65899]: DEBUG nova.network.neutron [-] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.546144] env[65899]: DEBUG nova.scheduler.client.report [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.604068] env[65899]: DEBUG oslo_concurrency.lockutils [req-f3192287-1a0a-4bcd-9c67-f79c10c4e6b0 req-7a207b7a-e828-4bf0-a25f-9b998fb28041 service nova] Releasing lock "refresh_cache-6ee00201-4876-45bc-b04f-8bca396775b5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.655344] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5245c44e-3c07-d5bf-8445-da46f8b93986, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.655344] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.655566] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 6ee00201-4876-45bc-b04f-8bca396775b5/6ee00201-4876-45bc-b04f-8bca396775b5.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.655863] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6bab85c-f8a5-44cd-b83b-94d6b56b8f77 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.664430] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 783.664430] env[65899]: value = "task-4894663" [ 783.664430] env[65899]: _type = "Task" [ 783.664430] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.674832] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.900823] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.994325] env[65899]: INFO nova.compute.manager [-] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Took 1.04 seconds to deallocate network for instance. [ 784.052520] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.053349] env[65899]: DEBUG nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 784.057719] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.644s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.058126] env[65899]: DEBUG nova.objects.instance [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lazy-loading 'resources' on Instance uuid 643db833-afad-4ab7-b8f4-d56627a5bc8e {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.177245] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503539} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.177682] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 6ee00201-4876-45bc-b04f-8bca396775b5/6ee00201-4876-45bc-b04f-8bca396775b5.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.178021] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.178327] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-116019e0-e575-4153-bf66-70cb8fab1ee9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.186962] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 784.186962] env[65899]: value = "task-4894664" [ 784.186962] env[65899]: _type = "Task" [ 784.186962] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.197267] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.506808] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.563933] env[65899]: DEBUG nova.compute.utils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.568272] env[65899]: DEBUG nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 784.568458] env[65899]: DEBUG nova.network.neutron [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 784.568949] env[65899]: WARNING neutronclient.v2_0.client [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.569586] env[65899]: WARNING neutronclient.v2_0.client [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.699163] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067579} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.701927] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.702960] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b3fc04-7033-4f4a-8578-7be762d5d6d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.736303] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6ee00201-4876-45bc-b04f-8bca396775b5/6ee00201-4876-45bc-b04f-8bca396775b5.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.737027] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80161e13-85cd-4b03-9f0d-7cfb07406ef3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.760215] env[65899]: DEBUG nova.policy [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d35215132bc472395d5660e7960fe6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463000479dfb4cfdb631bb51a1a8b9b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.765462] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 784.765462] env[65899]: value = "task-4894665" [ 784.765462] env[65899]: _type = "Task" [ 784.765462] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.776862] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.069043] env[65899]: DEBUG nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 785.105047] env[65899]: DEBUG nova.network.neutron [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Successfully created port: 569e52cd-50b7-418a-b70f-beed47923b02 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 785.116044] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8408bd-89e1-4c75-9fea-3d9b0686d9d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.125831] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77374cc5-f01f-4dbe-86d1-e91093b05d9e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.164401] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f079f3-0755-4a1e-931a-ae528a9de1bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.174145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae0e57-dd5a-40d8-94b6-70953583b3ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.188868] env[65899]: DEBUG nova.compute.provider_tree [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.276460] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894665, 'name': ReconfigVM_Task, 'duration_secs': 0.294211} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.277569] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6ee00201-4876-45bc-b04f-8bca396775b5/6ee00201-4876-45bc-b04f-8bca396775b5.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.277696] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15fd2bc7-e735-4b12-ba14-3b2d0ff1037e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.284896] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 785.284896] env[65899]: value = "task-4894666" [ 785.284896] env[65899]: _type = "Task" [ 785.284896] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.295744] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894666, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.694452] env[65899]: DEBUG nova.scheduler.client.report [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.796454] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894666, 'name': Rename_Task, 'duration_secs': 0.154461} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.796891] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.797232] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac9d72a-f3fd-4fd5-b2c6-b26cc67a63ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.805343] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 785.805343] env[65899]: value = "task-4894667" [ 785.805343] env[65899]: _type = "Task" [ 785.805343] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.814441] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.081837] env[65899]: DEBUG nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 786.109377] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 786.109724] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.109940] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 786.110153] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.110291] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 786.110430] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 786.110638] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.110789] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 786.110984] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 786.111156] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 786.111325] env[65899]: DEBUG nova.virt.hardware [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 786.112228] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39fab1b-57d3-408c-94c1-7b05f345f56e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.120613] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8073ac7f-42be-48ed-8d5f-7e95c00322d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.200747] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.203848] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.293s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.204154] env[65899]: DEBUG nova.objects.instance [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lazy-loading 'resources' on Instance uuid 01cca923-2ffe-43ea-9752-6bbafe920581 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.228990] env[65899]: INFO nova.scheduler.client.report [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Deleted allocations for instance 643db833-afad-4ab7-b8f4-d56627a5bc8e [ 786.318227] env[65899]: DEBUG oslo_vmware.api [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894667, 'name': PowerOnVM_Task, 'duration_secs': 0.510933} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.318525] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.318762] env[65899]: INFO nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Took 7.22 seconds to spawn the instance on the hypervisor. [ 786.318944] env[65899]: DEBUG nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 786.319849] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d2e9f-eefd-498c-bfdd-1e7a22a7e5a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.737589] env[65899]: DEBUG oslo_concurrency.lockutils [None req-85ae9e4d-c273-4176-854a-4c51f6a41d00 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Lock "643db833-afad-4ab7-b8f4-d56627a5bc8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.205s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.809318] env[65899]: DEBUG nova.network.neutron [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Successfully updated port: 569e52cd-50b7-418a-b70f-beed47923b02 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.843741] env[65899]: INFO nova.compute.manager [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Took 58.72 seconds to build instance. [ 787.237578] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea7763c-8775-4e6d-b4e6-1fc639b9c42c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.248967] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd4786e-47b0-445f-ab0f-3b9d7a77a6b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.283598] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54355808-683d-4dc0-bb67-0eeca6aba6d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.292806] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaf698e-6fd2-4713-b18e-c7edda47e7fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.307490] env[65899]: DEBUG nova.compute.provider_tree [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.314603] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "refresh_cache-5c6cd7e6-b057-42b7-b2e2-0da552ef2312" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.314603] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "refresh_cache-5c6cd7e6-b057-42b7-b2e2-0da552ef2312" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.314603] env[65899]: DEBUG nova.network.neutron [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.345664] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cd62d178-d14a-45ce-bd70-05ac280df97c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "6ee00201-4876-45bc-b04f-8bca396775b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.198s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.766114] env[65899]: DEBUG nova.compute.manager [req-4c84ef83-cda8-4627-b3e3-63205155fbad req-5d4d63e1-e9b7-4a8f-8562-3afe47153e51 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Received event network-vif-plugged-569e52cd-50b7-418a-b70f-beed47923b02 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.766404] env[65899]: DEBUG oslo_concurrency.lockutils [req-4c84ef83-cda8-4627-b3e3-63205155fbad req-5d4d63e1-e9b7-4a8f-8562-3afe47153e51 service nova] Acquiring lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.766518] env[65899]: DEBUG oslo_concurrency.lockutils [req-4c84ef83-cda8-4627-b3e3-63205155fbad req-5d4d63e1-e9b7-4a8f-8562-3afe47153e51 service nova] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.766683] env[65899]: DEBUG oslo_concurrency.lockutils [req-4c84ef83-cda8-4627-b3e3-63205155fbad req-5d4d63e1-e9b7-4a8f-8562-3afe47153e51 service nova] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.766841] env[65899]: DEBUG nova.compute.manager [req-4c84ef83-cda8-4627-b3e3-63205155fbad req-5d4d63e1-e9b7-4a8f-8562-3afe47153e51 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] No waiting events found dispatching network-vif-plugged-569e52cd-50b7-418a-b70f-beed47923b02 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.766994] env[65899]: WARNING nova.compute.manager [req-4c84ef83-cda8-4627-b3e3-63205155fbad req-5d4d63e1-e9b7-4a8f-8562-3afe47153e51 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Received unexpected event network-vif-plugged-569e52cd-50b7-418a-b70f-beed47923b02 for instance with vm_state building and task_state spawning. [ 787.811924] env[65899]: DEBUG nova.scheduler.client.report [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.848891] env[65899]: DEBUG nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 788.055981] env[65899]: DEBUG nova.network.neutron [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.318473] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.322038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.794s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.322038] env[65899]: DEBUG nova.objects.instance [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lazy-loading 'resources' on Instance uuid 35307382-fdf5-453f-9af8-02616b1441d1 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.353528] env[65899]: INFO nova.scheduler.client.report [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Deleted allocations for instance 01cca923-2ffe-43ea-9752-6bbafe920581 [ 788.383392] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.767030] env[65899]: WARNING neutronclient.v2_0.client [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.867187] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Lock "01cca923-2ffe-43ea-9752-6bbafe920581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.696s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.998373] env[65899]: DEBUG nova.network.neutron [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Updating instance_info_cache with network_info: [{"id": "569e52cd-50b7-418a-b70f-beed47923b02", "address": "fa:16:3e:ef:28:30", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569e52cd-50", "ovs_interfaceid": "569e52cd-50b7-418a-b70f-beed47923b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.393676] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10ab67c-801c-4b4a-9ad3-93a608e79ddb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.405508] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61605e6-1523-45e7-801c-26a02c06d960 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.463286] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fc1006-96d0-49ed-b29d-f3324db331fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.475836] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd8c7c-bf53-4878-b627-abdb9a15e1ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.498639] env[65899]: DEBUG nova.compute.provider_tree [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.501086] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "refresh_cache-5c6cd7e6-b057-42b7-b2e2-0da552ef2312" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.501632] env[65899]: DEBUG nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Instance network_info: |[{"id": "569e52cd-50b7-418a-b70f-beed47923b02", "address": "fa:16:3e:ef:28:30", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569e52cd-50", "ovs_interfaceid": "569e52cd-50b7-418a-b70f-beed47923b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 789.502652] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:28:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '569e52cd-50b7-418a-b70f-beed47923b02', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.516140] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 789.517472] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.517871] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e8ae8ee-f069-4213-9ecf-04c876e6138f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.550135] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.550135] env[65899]: value = "task-4894668" [ 789.550135] env[65899]: _type = "Task" [ 789.550135] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.560272] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894668, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.004197] env[65899]: DEBUG nova.scheduler.client.report [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.062100] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894668, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.451524] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "ae416780-a2c7-444a-a5a9-a5c111b5643a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.451524] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.517023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.517023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.099s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.519406] env[65899]: INFO nova.compute.claims [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.555041] env[65899]: INFO nova.scheduler.client.report [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Deleted allocations for instance 35307382-fdf5-453f-9af8-02616b1441d1 [ 790.571362] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894668, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.722863] env[65899]: DEBUG nova.compute.manager [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Received event network-changed-569e52cd-50b7-418a-b70f-beed47923b02 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.723112] env[65899]: DEBUG nova.compute.manager [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Refreshing instance network info cache due to event network-changed-569e52cd-50b7-418a-b70f-beed47923b02. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 790.723189] env[65899]: DEBUG oslo_concurrency.lockutils [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] Acquiring lock "refresh_cache-5c6cd7e6-b057-42b7-b2e2-0da552ef2312" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.723395] env[65899]: DEBUG oslo_concurrency.lockutils [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] Acquired lock "refresh_cache-5c6cd7e6-b057-42b7-b2e2-0da552ef2312" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.723579] env[65899]: DEBUG nova.network.neutron [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Refreshing network info cache for port 569e52cd-50b7-418a-b70f-beed47923b02 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.072101] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894668, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.072819] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0761623-61a8-4e07-87df-d46d3654a6ef tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Lock "35307382-fdf5-453f-9af8-02616b1441d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.148s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.227943] env[65899]: WARNING neutronclient.v2_0.client [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.490673] env[65899]: WARNING neutronclient.v2_0.client [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.574980] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894668, 'name': CreateVM_Task, 'duration_secs': 1.56167} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.574980] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.575927] env[65899]: WARNING neutronclient.v2_0.client [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.575927] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.575927] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.576048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.576678] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61981624-c8aa-46ff-a203-f2cc4ac6c3c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.582578] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 791.582578] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e9efbb-383d-5013-0ce7-c90fc9c4415e" [ 791.582578] env[65899]: _type = "Task" [ 791.582578] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.592207] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e9efbb-383d-5013-0ce7-c90fc9c4415e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.596476] env[65899]: DEBUG nova.network.neutron [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Updated VIF entry in instance network info cache for port 569e52cd-50b7-418a-b70f-beed47923b02. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.597342] env[65899]: DEBUG nova.network.neutron [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Updating instance_info_cache with network_info: [{"id": "569e52cd-50b7-418a-b70f-beed47923b02", "address": "fa:16:3e:ef:28:30", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569e52cd-50", "ovs_interfaceid": "569e52cd-50b7-418a-b70f-beed47923b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.792220] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "8a9533c2-b691-4c25-a359-08c722c142aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.792547] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "8a9533c2-b691-4c25-a359-08c722c142aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.097399] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e9efbb-383d-5013-0ce7-c90fc9c4415e, 'name': SearchDatastore_Task, 'duration_secs': 0.030625} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.099314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.099773] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.100173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.100430] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.100766] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.101921] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a9dfb9-8f2d-41ec-b41e-a481b7bb1db5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.106506] env[65899]: DEBUG oslo_concurrency.lockutils [req-6a3c0b44-d252-4b2a-b94e-1e75018e6009 req-f4d4f65e-e6c8-4ca3-b798-6b99384b01a8 service nova] Releasing lock "refresh_cache-5c6cd7e6-b057-42b7-b2e2-0da552ef2312" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.107170] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3426b6f-45f6-4289-9dce-22bf3eb40b8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.117182] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c855a51-914b-4825-9ec3-0c3a5b2c4eb0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.122780] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.123014] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.147589] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d7d8f4-bb3c-4898-9d60-cd1cb77b6e92 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.151385] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381ef15-ec36-4eec-913e-e00c7d7284d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.160039] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 792.160039] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5255a174-2d00-4693-b837-c298133bc8c8" [ 792.160039] env[65899]: _type = "Task" [ 792.160039] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.161315] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff0358-bbd2-4071-93a7-a0d1df75bdb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.173610] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5255a174-2d00-4693-b837-c298133bc8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.181859] env[65899]: DEBUG nova.compute.provider_tree [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.679990] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5255a174-2d00-4693-b837-c298133bc8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02067} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.680854] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e908e7d1-3086-4e40-8818-150907536538 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.691574] env[65899]: DEBUG nova.scheduler.client.report [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.691574] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 792.691574] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b24d03-2a05-0a14-2144-ebcf3553e04e" [ 792.691574] env[65899]: _type = "Task" [ 792.691574] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.701055] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b24d03-2a05-0a14-2144-ebcf3553e04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.198319] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.204424] env[65899]: DEBUG nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 793.204424] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.705s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.204424] env[65899]: INFO nova.compute.claims [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.215602] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b24d03-2a05-0a14-2144-ebcf3553e04e, 'name': SearchDatastore_Task, 'duration_secs': 0.030805} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.216047] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.216280] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5c6cd7e6-b057-42b7-b2e2-0da552ef2312/5c6cd7e6-b057-42b7-b2e2-0da552ef2312.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.216839] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e946411f-cbb4-4c80-8f64-45ac3731478f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.225279] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 793.225279] env[65899]: value = "task-4894669" [ 793.225279] env[65899]: _type = "Task" [ 793.225279] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.237695] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.309749] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "60454fdc-2575-47e4-be42-a06554329539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.310320] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "60454fdc-2575-47e4-be42-a06554329539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.710855] env[65899]: DEBUG nova.compute.utils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.716784] env[65899]: DEBUG nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 793.716784] env[65899]: DEBUG nova.network.neutron [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 793.717286] env[65899]: WARNING neutronclient.v2_0.client [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.717779] env[65899]: WARNING neutronclient.v2_0.client [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.742053] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.153298] env[65899]: DEBUG nova.policy [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24336ab73d9d43cf8c626582b0ac7ba8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc25511d75674c3985b0d48f3888c12d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.217394] env[65899]: DEBUG nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 794.245331] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670322} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.246782] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 5c6cd7e6-b057-42b7-b2e2-0da552ef2312/5c6cd7e6-b057-42b7-b2e2-0da552ef2312.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.246782] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.247745] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6620cb19-cd94-4da1-b4bd-66f22c23e8d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.261366] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 794.261366] env[65899]: value = "task-4894670" [ 794.261366] env[65899]: _type = "Task" [ 794.261366] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.277319] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.783673] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074623} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.784345] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.785547] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38bad1f-e38d-4db5-857b-b84a59df41df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.826907] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 5c6cd7e6-b057-42b7-b2e2-0da552ef2312/5c6cd7e6-b057-42b7-b2e2-0da552ef2312.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.833330] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bfe096b-042e-4e51-97f3-0f8f063e829c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.863883] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 794.863883] env[65899]: value = "task-4894671" [ 794.863883] env[65899]: _type = "Task" [ 794.863883] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.876809] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f237f11-33ee-4442-ac33-f185e67d6686 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.888209] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.893660] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c5a2e9-5960-4a3b-88ea-c2478d8dd3d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.925301] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84bbb3-8f59-480a-80e6-aa8980f1a06b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.934732] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c282f-ae8a-40e2-b4f0-b2ebd161fdd2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.952056] env[65899]: DEBUG nova.compute.provider_tree [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.952786] env[65899]: DEBUG nova.network.neutron [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Successfully created port: f66d8ea4-f2c9-4827-93fa-288f48f4ecbd {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 795.229283] env[65899]: DEBUG nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 795.266097] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.267096] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.267441] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.267763] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.272136] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.272136] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.272136] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.272136] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.272136] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.272136] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.272136] env[65899]: DEBUG nova.virt.hardware [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.272136] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af85fa-79b7-4a10-a72f-138396590c24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.281630] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde1ca2-3a67-4cc0-bdda-769f8eaa175b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.374292] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894671, 'name': ReconfigVM_Task, 'duration_secs': 0.355106} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.374579] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 5c6cd7e6-b057-42b7-b2e2-0da552ef2312/5c6cd7e6-b057-42b7-b2e2-0da552ef2312.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.375259] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8edf6dd0-9d9c-424a-91a3-5571a96d97c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.382397] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 795.382397] env[65899]: value = "task-4894672" [ 795.382397] env[65899]: _type = "Task" [ 795.382397] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.391398] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894672, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.456935] env[65899]: DEBUG nova.scheduler.client.report [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.894420] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894672, 'name': Rename_Task, 'duration_secs': 0.162581} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.894704] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.894960] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ca0e182-9038-4b48-990f-936e8a19f8ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.901751] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 795.901751] env[65899]: value = "task-4894673" [ 795.901751] env[65899]: _type = "Task" [ 795.901751] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.909553] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.965764] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.966522] env[65899]: DEBUG nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 795.969299] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.388s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.969430] env[65899]: DEBUG nova.objects.instance [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 796.416893] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.474909] env[65899]: DEBUG nova.compute.utils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.478938] env[65899]: DEBUG nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 796.483278] env[65899]: DEBUG nova.network.neutron [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 796.483627] env[65899]: WARNING neutronclient.v2_0.client [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.483917] env[65899]: WARNING neutronclient.v2_0.client [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.703523] env[65899]: DEBUG nova.network.neutron [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Successfully updated port: f66d8ea4-f2c9-4827-93fa-288f48f4ecbd {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 796.735275] env[65899]: DEBUG nova.policy [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24336ab73d9d43cf8c626582b0ac7ba8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc25511d75674c3985b0d48f3888c12d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.916955] env[65899]: DEBUG oslo_vmware.api [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894673, 'name': PowerOnVM_Task, 'duration_secs': 0.536915} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.917380] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.917618] env[65899]: INFO nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Took 10.84 seconds to spawn the instance on the hypervisor. [ 796.917936] env[65899]: DEBUG nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.919019] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3ac9e-660b-4c35-9e3e-96163a6536fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.988839] env[65899]: DEBUG nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 796.993728] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9b4d761f-4087-4fd0-a730-14d335174e44 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.998048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.679s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.998659] env[65899]: DEBUG nova.objects.instance [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lazy-loading 'resources' on Instance uuid 21db3b79-4146-4b48-a198-657d2ca05b2b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.099117] env[65899]: DEBUG nova.network.neutron [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Successfully created port: ce93315e-8439-4d80-baba-74873c696fee {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 797.207815] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "refresh_cache-7acb08b0-ed0f-446b-a06e-dbd53985bf1c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.207982] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired lock "refresh_cache-7acb08b0-ed0f-446b-a06e-dbd53985bf1c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.208199] env[65899]: DEBUG nova.network.neutron [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 797.442757] env[65899]: INFO nova.compute.manager [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Took 64.87 seconds to build instance. [ 797.539810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.540684] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "ec781823-2680-4849-b919-7eed671421a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.749619] env[65899]: DEBUG nova.compute.manager [req-0ca51a47-a94a-405b-92e0-4f5d7928abdb req-3edf2019-844a-4028-975d-4d0b0c0c589b service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Received event network-vif-plugged-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.749619] env[65899]: DEBUG oslo_concurrency.lockutils [req-0ca51a47-a94a-405b-92e0-4f5d7928abdb req-3edf2019-844a-4028-975d-4d0b0c0c589b service nova] Acquiring lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.750525] env[65899]: DEBUG oslo_concurrency.lockutils [req-0ca51a47-a94a-405b-92e0-4f5d7928abdb req-3edf2019-844a-4028-975d-4d0b0c0c589b service nova] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.750525] env[65899]: DEBUG oslo_concurrency.lockutils [req-0ca51a47-a94a-405b-92e0-4f5d7928abdb req-3edf2019-844a-4028-975d-4d0b0c0c589b service nova] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.750525] env[65899]: DEBUG nova.compute.manager [req-0ca51a47-a94a-405b-92e0-4f5d7928abdb req-3edf2019-844a-4028-975d-4d0b0c0c589b service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] No waiting events found dispatching network-vif-plugged-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 797.750525] env[65899]: WARNING nova.compute.manager [req-0ca51a47-a94a-405b-92e0-4f5d7928abdb req-3edf2019-844a-4028-975d-4d0b0c0c589b service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Received unexpected event network-vif-plugged-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd for instance with vm_state building and task_state spawning. [ 797.851397] env[65899]: DEBUG nova.network.neutron [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 797.945206] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b585d0a-d570-43e5-a6a7-393c6d777d29 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.053s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.980866] env[65899]: WARNING neutronclient.v2_0.client [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.998196] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4319185-cfd9-4ad8-89b5-2073feb7289c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.001850] env[65899]: DEBUG nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 798.009572] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc278f6-ca33-495b-96f9-c8f0486bd51d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.044350] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0247fe5-1b60-453f-900b-655b845846f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.056690] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 798.057088] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.057351] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 798.057806] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.057960] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 798.058252] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 798.058745] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.059040] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 798.059407] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 798.059606] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 798.059783] env[65899]: DEBUG nova.virt.hardware [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 798.062812] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b9c501-a5dd-43c3-971a-fb4f596af976 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.066786] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9892eb67-0ab5-42c1-aafa-b3f2fbb9806e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.084316] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54de095-5257-440a-9e17-5d993144558a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.088707] env[65899]: DEBUG nova.compute.provider_tree [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.127416] env[65899]: DEBUG nova.network.neutron [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Updating instance_info_cache with network_info: [{"id": "f66d8ea4-f2c9-4827-93fa-288f48f4ecbd", "address": "fa:16:3e:b4:a3:65", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66d8ea4-f2", "ovs_interfaceid": "f66d8ea4-f2c9-4827-93fa-288f48f4ecbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.447722] env[65899]: DEBUG nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 798.593198] env[65899]: DEBUG nova.scheduler.client.report [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.629666] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Releasing lock "refresh_cache-7acb08b0-ed0f-446b-a06e-dbd53985bf1c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.630025] env[65899]: DEBUG nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Instance network_info: |[{"id": "f66d8ea4-f2c9-4827-93fa-288f48f4ecbd", "address": "fa:16:3e:b4:a3:65", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66d8ea4-f2", "ovs_interfaceid": "f66d8ea4-f2c9-4827-93fa-288f48f4ecbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 798.630823] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a3:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f66d8ea4-f2c9-4827-93fa-288f48f4ecbd', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.637960] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Creating folder: Project (fc25511d75674c3985b0d48f3888c12d). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.638249] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-975b2f0b-bb5a-458b-b484-d9fff3fc7e3a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.650743] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Created folder: Project (fc25511d75674c3985b0d48f3888c12d) in parent group-v953787. [ 798.650942] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Creating folder: Instances. Parent ref: group-v953928. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.651234] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b3ab0e9-6735-4f00-8dc7-2e563f726626 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.661623] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Created folder: Instances in parent group-v953928. [ 798.661935] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 798.662170] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.662387] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2d26cc2-fc14-471e-8db5-dc8ea09bb4f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.682188] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.682188] env[65899]: value = "task-4894676" [ 798.682188] env[65899]: _type = "Task" [ 798.682188] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.693638] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894676, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.734852] env[65899]: DEBUG nova.network.neutron [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Successfully updated port: ce93315e-8439-4d80-baba-74873c696fee {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 798.989643] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.101491] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.103247] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.674s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.105030] env[65899]: DEBUG nova.objects.instance [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lazy-loading 'resources' on Instance uuid a4d9ccd6-3815-4d7f-99a5-12f22b159c7c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.146973] env[65899]: INFO nova.scheduler.client.report [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted allocations for instance 21db3b79-4146-4b48-a198-657d2ca05b2b [ 799.193160] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894676, 'name': CreateVM_Task, 'duration_secs': 0.362019} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.193361] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.194251] env[65899]: WARNING neutronclient.v2_0.client [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.194251] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.194404] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.194701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.197524] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900535f9-69b9-4ff4-a9c2-5bcd9f0b2686 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.204010] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 799.204010] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52616796-d553-663a-2174-c0f456034f91" [ 799.204010] env[65899]: _type = "Task" [ 799.204010] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.213055] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52616796-d553-663a-2174-c0f456034f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.237306] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "refresh_cache-926cf1b6-6abc-4241-bfa4-75cda3a90784" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.237606] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired lock "refresh_cache-926cf1b6-6abc-4241-bfa4-75cda3a90784" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.237790] env[65899]: DEBUG nova.network.neutron [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 799.661846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-978b8671-c982-4764-8da8-a0940a929e14 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "21db3b79-4146-4b48-a198-657d2ca05b2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.813s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.704016] env[65899]: DEBUG nova.compute.manager [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.704942] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7fad5b-2866-41db-831b-5d67d05207a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.725169] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52616796-d553-663a-2174-c0f456034f91, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.725755] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.727400] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.727400] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.727400] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.727400] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.727400] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca43ee5b-f57e-4c76-82d5-667441b7564f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.740420] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.740420] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.743561] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d484c825-1ccb-481e-bc51-0e221cf09d6f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.750638] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 799.750638] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52af6f51-e2cd-6fee-466b-6c23a9f6b5c7" [ 799.750638] env[65899]: _type = "Task" [ 799.750638] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.760304] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52af6f51-e2cd-6fee-466b-6c23a9f6b5c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.783522] env[65899]: DEBUG nova.network.neutron [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 799.793434] env[65899]: DEBUG nova.compute.manager [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Received event network-changed-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 799.793636] env[65899]: DEBUG nova.compute.manager [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Refreshing instance network info cache due to event network-changed-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 799.793882] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Acquiring lock "refresh_cache-7acb08b0-ed0f-446b-a06e-dbd53985bf1c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793966] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Acquired lock "refresh_cache-7acb08b0-ed0f-446b-a06e-dbd53985bf1c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.794384] env[65899]: DEBUG nova.network.neutron [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Refreshing network info cache for port f66d8ea4-f2c9-4827-93fa-288f48f4ecbd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.903051] env[65899]: WARNING neutronclient.v2_0.client [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.035040] env[65899]: DEBUG nova.network.neutron [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Updating instance_info_cache with network_info: [{"id": "ce93315e-8439-4d80-baba-74873c696fee", "address": "fa:16:3e:d4:d3:fc", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce93315e-84", "ovs_interfaceid": "ce93315e-8439-4d80-baba-74873c696fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.121182] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee397a-e239-4244-9801-5650664f310f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.129826] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1710f3-5a00-4e37-a975-66f91baba9d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.164817] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b804e-d614-4f1f-b057-e83eff660051 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.173655] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff529c4-db91-403e-85af-6912a49fb2ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.191120] env[65899]: DEBUG nova.compute.provider_tree [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.228691] env[65899]: INFO nova.compute.manager [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] instance snapshotting [ 800.231651] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e9636-2b22-4285-9747-7fad8a3232f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.258539] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee14a3b-f8fc-4b93-80fe-50174f70f1b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.268976] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52af6f51-e2cd-6fee-466b-6c23a9f6b5c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.276636] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf340713-14a1-4b28-88d2-636dc2363a24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.283921] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 800.283921] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528f561f-a60f-c5cc-9136-90c4ce72092b" [ 800.283921] env[65899]: _type = "Task" [ 800.283921] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.292895] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528f561f-a60f-c5cc-9136-90c4ce72092b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.296633] env[65899]: WARNING neutronclient.v2_0.client [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.508682] env[65899]: WARNING neutronclient.v2_0.client [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.538565] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Releasing lock "refresh_cache-926cf1b6-6abc-4241-bfa4-75cda3a90784" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.539064] env[65899]: DEBUG nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Instance network_info: |[{"id": "ce93315e-8439-4d80-baba-74873c696fee", "address": "fa:16:3e:d4:d3:fc", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce93315e-84", "ovs_interfaceid": "ce93315e-8439-4d80-baba-74873c696fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 800.539557] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d3:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce93315e-8439-4d80-baba-74873c696fee', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.551269] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.551529] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.551788] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99c62dfa-06c8-4ff4-a065-02f2fbb128a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.578518] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.578518] env[65899]: value = "task-4894677" [ 800.578518] env[65899]: _type = "Task" [ 800.578518] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.587689] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894677, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.613834] env[65899]: DEBUG nova.network.neutron [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Updated VIF entry in instance network info cache for port f66d8ea4-f2c9-4827-93fa-288f48f4ecbd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 800.614234] env[65899]: DEBUG nova.network.neutron [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Updating instance_info_cache with network_info: [{"id": "f66d8ea4-f2c9-4827-93fa-288f48f4ecbd", "address": "fa:16:3e:b4:a3:65", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66d8ea4-f2", "ovs_interfaceid": "f66d8ea4-f2c9-4827-93fa-288f48f4ecbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.671375] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "6408f670-5079-491b-9b41-f65b0994e0c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.671663] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "6408f670-5079-491b-9b41-f65b0994e0c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.694799] env[65899]: DEBUG nova.scheduler.client.report [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.782335] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.782335] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c28c82a-aa7d-41a5-8f2e-81ec3fa15966 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.794921] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528f561f-a60f-c5cc-9136-90c4ce72092b, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.796633] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.797013] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7acb08b0-ed0f-446b-a06e-dbd53985bf1c/7acb08b0-ed0f-446b-a06e-dbd53985bf1c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.797488] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 800.797488] env[65899]: value = "task-4894678" [ 800.797488] env[65899]: _type = "Task" [ 800.797488] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.797782] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32d4ee40-a682-4d9d-b488-4ab8a99aa668 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.811297] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.812800] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 800.812800] env[65899]: value = "task-4894679" [ 800.812800] env[65899]: _type = "Task" [ 800.812800] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.823317] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.092023] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894677, 'name': CreateVM_Task, 'duration_secs': 0.360152} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.092244] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.092951] env[65899]: WARNING neutronclient.v2_0.client [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.093278] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.093452] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.093864] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.094186] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0d9219-4150-48e6-9d42-73448e00aa53 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.101394] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 801.101394] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52777353-3e27-0683-0d74-5ba28488f124" [ 801.101394] env[65899]: _type = "Task" [ 801.101394] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.111646] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52777353-3e27-0683-0d74-5ba28488f124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.117542] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Releasing lock "refresh_cache-7acb08b0-ed0f-446b-a06e-dbd53985bf1c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.117739] env[65899]: DEBUG nova.compute.manager [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Received event network-vif-plugged-ce93315e-8439-4d80-baba-74873c696fee {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.117955] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Acquiring lock "926cf1b6-6abc-4241-bfa4-75cda3a90784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.118161] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.118317] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.118475] env[65899]: DEBUG nova.compute.manager [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] No waiting events found dispatching network-vif-plugged-ce93315e-8439-4d80-baba-74873c696fee {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 801.118698] env[65899]: WARNING nova.compute.manager [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Received unexpected event network-vif-plugged-ce93315e-8439-4d80-baba-74873c696fee for instance with vm_state building and task_state spawning. [ 801.118858] env[65899]: DEBUG nova.compute.manager [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Received event network-changed-ce93315e-8439-4d80-baba-74873c696fee {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.119015] env[65899]: DEBUG nova.compute.manager [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Refreshing instance network info cache due to event network-changed-ce93315e-8439-4d80-baba-74873c696fee. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 801.119291] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Acquiring lock "refresh_cache-926cf1b6-6abc-4241-bfa4-75cda3a90784" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.119363] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Acquired lock "refresh_cache-926cf1b6-6abc-4241-bfa4-75cda3a90784" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.119515] env[65899]: DEBUG nova.network.neutron [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Refreshing network info cache for port ce93315e-8439-4d80-baba-74873c696fee {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.202562] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.204894] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.741s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.206910] env[65899]: INFO nova.compute.claims [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.264797] env[65899]: INFO nova.scheduler.client.report [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted allocations for instance a4d9ccd6-3815-4d7f-99a5-12f22b159c7c [ 801.317799] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.327554] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515722} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.327901] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7acb08b0-ed0f-446b-a06e-dbd53985bf1c/7acb08b0-ed0f-446b-a06e-dbd53985bf1c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.328172] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.328850] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e65a8690-a689-42fa-84c4-cb4c5dbb8f34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.336187] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 801.336187] env[65899]: value = "task-4894680" [ 801.336187] env[65899]: _type = "Task" [ 801.336187] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.348150] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.612252] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52777353-3e27-0683-0d74-5ba28488f124, 'name': SearchDatastore_Task, 'duration_secs': 0.066781} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.612569] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.612875] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.613166] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.613358] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.613619] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.614543] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f278341-9658-406c-947f-439bc7789d52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.624129] env[65899]: WARNING neutronclient.v2_0.client [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.626505] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.626569] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.627682] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7901cf16-ec04-4719-866f-b67463c8c493 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.633806] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 801.633806] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c78432-5f74-9cdb-5f15-18aef9b544af" [ 801.633806] env[65899]: _type = "Task" [ 801.633806] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.643289] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c78432-5f74-9cdb-5f15-18aef9b544af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.774961] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49eb17b6-9cbc-412a-8a33-b29863336522 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "a4d9ccd6-3815-4d7f-99a5-12f22b159c7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.391s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.784106] env[65899]: WARNING neutronclient.v2_0.client [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.812831] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894678, 'name': CreateSnapshot_Task, 'duration_secs': 0.621915} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.812957] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.814863] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d296cedf-1257-47a6-9715-d680ad1788a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.846321] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06959} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.846630] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.847527] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688f28a-22cb-4285-9628-0b8d6c911f28 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.873230] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 7acb08b0-ed0f-446b-a06e-dbd53985bf1c/7acb08b0-ed0f-446b-a06e-dbd53985bf1c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.874343] env[65899]: DEBUG nova.network.neutron [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Updated VIF entry in instance network info cache for port ce93315e-8439-4d80-baba-74873c696fee. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 801.874687] env[65899]: DEBUG nova.network.neutron [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Updating instance_info_cache with network_info: [{"id": "ce93315e-8439-4d80-baba-74873c696fee", "address": "fa:16:3e:d4:d3:fc", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce93315e-84", "ovs_interfaceid": "ce93315e-8439-4d80-baba-74873c696fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.876161] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f41da9c-7bc0-435d-a582-89c8e3b0ab90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.892343] env[65899]: DEBUG oslo_concurrency.lockutils [req-9840600d-a89a-4bdf-a1b6-8e1a6e8290e1 req-3b7d3318-d467-450d-92fe-5ea4cc3bcbd9 service nova] Releasing lock "refresh_cache-926cf1b6-6abc-4241-bfa4-75cda3a90784" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.899394] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 801.899394] env[65899]: value = "task-4894681" [ 801.899394] env[65899]: _type = "Task" [ 801.899394] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.908595] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.145076] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c78432-5f74-9cdb-5f15-18aef9b544af, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.145948] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f03e843-2eff-4b2d-b46d-e8459db85683 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.151924] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 802.151924] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521a5a3a-52e1-3f22-cf6a-086731a3fa8e" [ 802.151924] env[65899]: _type = "Task" [ 802.151924] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.161185] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521a5a3a-52e1-3f22-cf6a-086731a3fa8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.334167] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.337016] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5058b5bd-9828-43a1-b942-e5e13c7fb258 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.346913] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 802.346913] env[65899]: value = "task-4894682" [ 802.346913] env[65899]: _type = "Task" [ 802.346913] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.357812] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894682, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.410034] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.663433] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521a5a3a-52e1-3f22-cf6a-086731a3fa8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.663433] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.663688] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 926cf1b6-6abc-4241-bfa4-75cda3a90784/926cf1b6-6abc-4241-bfa4-75cda3a90784.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.666493] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c86fbf-9d27-46f6-9cac-b130898e297c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.675107] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 802.675107] env[65899]: value = "task-4894683" [ 802.675107] env[65899]: _type = "Task" [ 802.675107] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.687152] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.726239] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258cb019-94cc-457e-9d65-5a65c4012c38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.735567] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd250b-a54b-4e3f-8c17-f756d51891b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.779871] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6ebd83-b0bb-4a3b-979f-30eb8bcc889e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.790024] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85da494b-335b-4ba0-ad53-b79e9c8f389f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.807878] env[65899]: DEBUG nova.compute.provider_tree [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.861041] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894682, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.912387] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894681, 'name': ReconfigVM_Task, 'duration_secs': 0.9043} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.912976] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 7acb08b0-ed0f-446b-a06e-dbd53985bf1c/7acb08b0-ed0f-446b-a06e-dbd53985bf1c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.914099] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da9e525c-912d-4f64-b58d-9e2234f35ab1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.924391] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 802.924391] env[65899]: value = "task-4894684" [ 802.924391] env[65899]: _type = "Task" [ 802.924391] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.937930] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894684, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.188718] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.312423] env[65899]: DEBUG nova.scheduler.client.report [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.359035] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894682, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.434864] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894684, 'name': Rename_Task, 'duration_secs': 0.184451} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.435193] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.435442] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a0636a-fb8d-43b5-b47b-83a9abf2204e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.442836] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 803.442836] env[65899]: value = "task-4894685" [ 803.442836] env[65899]: _type = "Task" [ 803.442836] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.454800] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.686665] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550536} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.686938] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 926cf1b6-6abc-4241-bfa4-75cda3a90784/926cf1b6-6abc-4241-bfa4-75cda3a90784.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.687169] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.687437] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3493e4b-479b-430a-8526-d3ec06ef59f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.694903] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 803.694903] env[65899]: value = "task-4894686" [ 803.694903] env[65899]: _type = "Task" [ 803.694903] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.705335] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.817866] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.818274] env[65899]: DEBUG nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 803.821026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 49.637s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.821232] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.821376] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 803.821661] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.346s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.821850] env[65899]: DEBUG nova.objects.instance [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lazy-loading 'resources' on Instance uuid 0f63edfa-c3ae-407c-9722-7dc312700013 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.823762] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c34158-534a-4839-ab5e-3768ff88d72e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.836022] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f492e73-5d76-4558-9578-08101530722a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.857721] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926388c5-cc47-4ec4-9882-a348e97f49c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.871880] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5383f-732a-475d-a1ef-2d629e35872e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.878346] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894682, 'name': CloneVM_Task, 'duration_secs': 1.35272} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.878346] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Created linked-clone VM from snapshot [ 803.878346] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5167b5c5-c2ec-407f-baee-438e34858040 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.906863] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179420MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 803.907038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.913794] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Uploading image 404434ae-61f3-496f-aeb6-956e77b6bc55 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 803.930192] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.930848] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7cf5388c-eade-47ed-8df6-5f6bdf404e12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.938520] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 803.938520] env[65899]: value = "task-4894687" [ 803.938520] env[65899]: _type = "Task" [ 803.938520] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.952233] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894687, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.958783] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.205541] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264008} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.205768] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.206560] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cff79c-949d-4010-b660-5af568ff5501 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.232022] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 926cf1b6-6abc-4241-bfa4-75cda3a90784/926cf1b6-6abc-4241-bfa4-75cda3a90784.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.232402] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671fa04e-15df-4295-90a2-3c2938edb3d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.254249] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 804.254249] env[65899]: value = "task-4894688" [ 804.254249] env[65899]: _type = "Task" [ 804.254249] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.266350] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.325718] env[65899]: DEBUG nova.compute.utils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.327367] env[65899]: DEBUG nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 804.327587] env[65899]: DEBUG nova.network.neutron [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 804.327970] env[65899]: WARNING neutronclient.v2_0.client [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.328315] env[65899]: WARNING neutronclient.v2_0.client [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.395688] env[65899]: DEBUG nova.policy [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a693203dfe1425e8daa962cef5892a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cecf3f49dad4f2f864a4e15089f1a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.456401] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894687, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.463503] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.774194] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894688, 'name': ReconfigVM_Task, 'duration_secs': 0.353943} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.774365] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 926cf1b6-6abc-4241-bfa4-75cda3a90784/926cf1b6-6abc-4241-bfa4-75cda3a90784.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.775045] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8404ee49-203b-46bf-a919-5c523e9648c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.780020] env[65899]: DEBUG nova.network.neutron [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Successfully created port: 317ef2d6-241c-45bb-9219-79b66e0f615b {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 804.789200] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 804.789200] env[65899]: value = "task-4894689" [ 804.789200] env[65899]: _type = "Task" [ 804.789200] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.798353] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894689, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.834475] env[65899]: DEBUG nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 804.913342] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229b255c-b754-4c26-ba46-e0c8fde6d0b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.924378] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c15fb7-9b93-4531-9e4a-e923dc87a540 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.964365] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efa1fc-1499-4b81-8e41-153210d0f8fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.974215] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894687, 'name': Destroy_Task, 'duration_secs': 0.737327} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.978259] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1212ab-1ecc-4c6b-8c7e-6babaf891d4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.982665] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Destroyed the VM [ 804.982914] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.983289] env[65899]: DEBUG oslo_vmware.api [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894685, 'name': PowerOnVM_Task, 'duration_secs': 1.102893} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.983499] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-419f6b6c-8c1a-4450-ba8a-96080421abaa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.985067] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.985273] env[65899]: INFO nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Took 9.76 seconds to spawn the instance on the hypervisor. [ 804.985448] env[65899]: DEBUG nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 804.986561] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb9a335-7820-47ce-b366-e02d35a7adab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.998221] env[65899]: DEBUG nova.compute.provider_tree [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.002492] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 805.002492] env[65899]: value = "task-4894690" [ 805.002492] env[65899]: _type = "Task" [ 805.002492] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.016518] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.301796] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894689, 'name': Rename_Task, 'duration_secs': 0.154893} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.302561] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.302882] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4daee640-1ca9-42e5-abf3-25379c6266c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.309750] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 805.309750] env[65899]: value = "task-4894691" [ 805.309750] env[65899]: _type = "Task" [ 805.309750] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.318031] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.519204] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.521785] env[65899]: INFO nova.compute.manager [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Took 65.13 seconds to build instance. [ 805.523682] env[65899]: ERROR nova.scheduler.client.report [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] [req-b1af48db-6bdb-4a2d-aeca-3a8c0b218785] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1af48db-6bdb-4a2d-aeca-3a8c0b218785"}]} [ 805.544446] env[65899]: DEBUG nova.scheduler.client.report [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 805.565801] env[65899]: DEBUG nova.scheduler.client.report [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 805.566081] env[65899]: DEBUG nova.compute.provider_tree [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.579381] env[65899]: DEBUG nova.scheduler.client.report [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 805.600386] env[65899]: DEBUG nova.scheduler.client.report [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 805.822364] env[65899]: DEBUG oslo_vmware.api [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894691, 'name': PowerOnVM_Task, 'duration_secs': 0.496906} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.822699] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.822909] env[65899]: INFO nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Took 7.82 seconds to spawn the instance on the hypervisor. [ 805.823103] env[65899]: DEBUG nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 805.824222] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f9e6fc-7985-4471-bc19-b177e921032d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.847198] env[65899]: DEBUG nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 805.895155] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 805.895410] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.895563] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 805.895742] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.895908] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 805.896136] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 805.896365] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 805.896596] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 805.896787] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 805.896955] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 805.897201] env[65899]: DEBUG nova.virt.hardware [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 805.898135] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b97a9b-f143-4724-bec5-0ed906e3d67e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.908398] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5db65c-b62a-40e9-9fea-bd41fea06718 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.019855] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894690, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.027917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e405c230-b379-43b1-a019-4ed7f23c1972 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.647s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.134777] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bef475c-3382-4a58-9a45-32a11b091979 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.143556] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35085fe8-3d7f-4357-927d-b0469b9cbd0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.176853] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b9515c-cbf9-47a5-a326-d61b40dac934 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.185047] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7c9c1-3b20-4296-9260-733d63ac3c14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.201815] env[65899]: DEBUG nova.compute.provider_tree [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.321425] env[65899]: DEBUG nova.compute.manager [req-f015b562-39d1-4c84-bd44-5ace8653f601 req-469afb9d-5950-4476-86b7-d9f1f68d808e service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Received event network-vif-plugged-317ef2d6-241c-45bb-9219-79b66e0f615b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 806.321732] env[65899]: DEBUG oslo_concurrency.lockutils [req-f015b562-39d1-4c84-bd44-5ace8653f601 req-469afb9d-5950-4476-86b7-d9f1f68d808e service nova] Acquiring lock "2905feb0-b217-495e-8f12-b01938e407e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.322070] env[65899]: DEBUG oslo_concurrency.lockutils [req-f015b562-39d1-4c84-bd44-5ace8653f601 req-469afb9d-5950-4476-86b7-d9f1f68d808e service nova] Lock "2905feb0-b217-495e-8f12-b01938e407e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.322270] env[65899]: DEBUG oslo_concurrency.lockutils [req-f015b562-39d1-4c84-bd44-5ace8653f601 req-469afb9d-5950-4476-86b7-d9f1f68d808e service nova] Lock "2905feb0-b217-495e-8f12-b01938e407e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.322669] env[65899]: DEBUG nova.compute.manager [req-f015b562-39d1-4c84-bd44-5ace8653f601 req-469afb9d-5950-4476-86b7-d9f1f68d808e service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] No waiting events found dispatching network-vif-plugged-317ef2d6-241c-45bb-9219-79b66e0f615b {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 806.322767] env[65899]: WARNING nova.compute.manager [req-f015b562-39d1-4c84-bd44-5ace8653f601 req-469afb9d-5950-4476-86b7-d9f1f68d808e service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Received unexpected event network-vif-plugged-317ef2d6-241c-45bb-9219-79b66e0f615b for instance with vm_state building and task_state spawning. [ 806.357803] env[65899]: INFO nova.compute.manager [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Took 64.89 seconds to build instance. [ 806.380470] env[65899]: DEBUG nova.network.neutron [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Successfully updated port: 317ef2d6-241c-45bb-9219-79b66e0f615b {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 806.516881] env[65899]: DEBUG oslo_vmware.api [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894690, 'name': RemoveSnapshot_Task, 'duration_secs': 1.475734} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.517207] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 806.531260] env[65899]: DEBUG nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 806.736869] env[65899]: DEBUG nova.scheduler.client.report [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 806.737161] env[65899]: DEBUG nova.compute.provider_tree [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 79 to 80 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 806.737381] env[65899]: DEBUG nova.compute.provider_tree [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.860161] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.413s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.884370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.884370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.885443] env[65899]: DEBUG nova.network.neutron [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.023353] env[65899]: WARNING nova.compute.manager [None req-826ec8bd-0244-48c1-839f-abdfd3976f4f tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Image not found during snapshot: nova.exception.ImageNotFound: Image 404434ae-61f3-496f-aeb6-956e77b6bc55 could not be found. [ 807.057537] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.245291] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.423s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.249296] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.884s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.249619] env[65899]: DEBUG nova.objects.instance [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lazy-loading 'resources' on Instance uuid 41e601d6-622e-42c6-81e6-b0f2f55b77ca {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.270923] env[65899]: INFO nova.scheduler.client.report [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Deleted allocations for instance 0f63edfa-c3ae-407c-9722-7dc312700013 [ 807.363604] env[65899]: DEBUG nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 807.434271] env[65899]: DEBUG nova.network.neutron [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 807.780911] env[65899]: DEBUG oslo_concurrency.lockutils [None req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Lock "0f63edfa-c3ae-407c-9722-7dc312700013" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.106s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.873257] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.873526] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.873671] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.873846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.874017] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.884118] env[65899]: INFO nova.compute.manager [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Terminating instance [ 807.898679] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.905473] env[65899]: DEBUG nova.compute.manager [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 807.906874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c215fcb-256f-4ec6-8a06-dbeb8dc1be47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.937492] env[65899]: WARNING neutronclient.v2_0.client [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.034975] env[65899]: DEBUG nova.network.neutron [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance_info_cache with network_info: [{"id": "317ef2d6-241c-45bb-9219-79b66e0f615b", "address": "fa:16:3e:30:bf:28", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317ef2d6-24", "ovs_interfaceid": "317ef2d6-241c-45bb-9219-79b66e0f615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.285460] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef358a6e-bb0b-4ea6-aa83-50edac048a2c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.293595] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4742947f-b24b-406d-892f-b962581de08f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.328828] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39033b52-0f56-4759-9ae6-adfc7c2700f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.339747] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511c8fb5-eef0-470b-98f6-2fd99dbea8da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.356803] env[65899]: DEBUG nova.compute.provider_tree [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.388559] env[65899]: DEBUG nova.compute.manager [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 808.388970] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.389796] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356ec5f4-379a-48bd-ac8f-2e56686a59c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.399273] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.399353] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87940f4c-5eec-4222-bbe4-96af51f9ca1f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.404309] env[65899]: DEBUG nova.compute.manager [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Received event network-changed-317ef2d6-241c-45bb-9219-79b66e0f615b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.404309] env[65899]: DEBUG nova.compute.manager [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Refreshing instance network info cache due to event network-changed-317ef2d6-241c-45bb-9219-79b66e0f615b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 808.404309] env[65899]: DEBUG oslo_concurrency.lockutils [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] Acquiring lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.410631] env[65899]: DEBUG oslo_vmware.api [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 808.410631] env[65899]: value = "task-4894692" [ 808.410631] env[65899]: _type = "Task" [ 808.410631] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.424587] env[65899]: INFO nova.compute.manager [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] instance snapshotting [ 808.426347] env[65899]: DEBUG oslo_vmware.api [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.427908] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd86e2-934f-4cc9-bcbb-29a616439c2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.455543] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f59719-3c87-41c4-9b6f-794804a660c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.539398] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.539819] env[65899]: DEBUG nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Instance network_info: |[{"id": "317ef2d6-241c-45bb-9219-79b66e0f615b", "address": "fa:16:3e:30:bf:28", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317ef2d6-24", "ovs_interfaceid": "317ef2d6-241c-45bb-9219-79b66e0f615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 808.540310] env[65899]: DEBUG oslo_concurrency.lockutils [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] Acquired lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.540544] env[65899]: DEBUG nova.network.neutron [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Refreshing network info cache for port 317ef2d6-241c-45bb-9219-79b66e0f615b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.545483] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:bf:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '317ef2d6-241c-45bb-9219-79b66e0f615b', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.551709] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 808.553270] env[65899]: WARNING neutronclient.v2_0.client [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.556096] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.556819] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3810d52a-888d-4405-8da4-4ec7ddf4b9e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.581026] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.581026] env[65899]: value = "task-4894693" [ 808.581026] env[65899]: _type = "Task" [ 808.581026] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.592203] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894693, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.754068] env[65899]: WARNING neutronclient.v2_0.client [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.827760] env[65899]: DEBUG nova.network.neutron [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updated VIF entry in instance network info cache for port 317ef2d6-241c-45bb-9219-79b66e0f615b. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 808.828607] env[65899]: DEBUG nova.network.neutron [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance_info_cache with network_info: [{"id": "317ef2d6-241c-45bb-9219-79b66e0f615b", "address": "fa:16:3e:30:bf:28", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317ef2d6-24", "ovs_interfaceid": "317ef2d6-241c-45bb-9219-79b66e0f615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.861346] env[65899]: DEBUG nova.scheduler.client.report [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.922301] env[65899]: DEBUG oslo_vmware.api [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894692, 'name': PowerOffVM_Task, 'duration_secs': 0.20604} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.922675] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.922822] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.923100] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfd2776-da9c-4ee7-9b1c-1e242f3a3665 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.971972] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.971972] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44c89859-ab49-4fe1-964d-5393e9cce574 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.980458] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 808.980458] env[65899]: value = "task-4894695" [ 808.980458] env[65899]: _type = "Task" [ 808.980458] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.990993] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.001316] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.001691] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.001983] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleting the datastore file [datastore2] 5c6cd7e6-b057-42b7-b2e2-0da552ef2312 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.002388] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31398574-90b1-4e79-bded-9ccdbf3f1b5b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.012128] env[65899]: DEBUG oslo_vmware.api [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 809.012128] env[65899]: value = "task-4894696" [ 809.012128] env[65899]: _type = "Task" [ 809.012128] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.024071] env[65899]: DEBUG oslo_vmware.api [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.093954] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894693, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.332374] env[65899]: DEBUG oslo_concurrency.lockutils [req-2e1abbdb-e6bc-4322-8fa2-45e701bd5585 req-53c7c83f-4321-47cc-8c44-f212ffa2c0ac service nova] Releasing lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.366864] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.370032] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.262s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.370277] env[65899]: DEBUG nova.objects.instance [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lazy-loading 'resources' on Instance uuid 50af18a1-8680-4d8f-b6c7-54dc299b3c52 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.394430] env[65899]: INFO nova.scheduler.client.report [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted allocations for instance 41e601d6-622e-42c6-81e6-b0f2f55b77ca [ 809.498336] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.523094] env[65899]: DEBUG oslo_vmware.api [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168545} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.523373] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.523839] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.523839] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.523988] env[65899]: INFO nova.compute.manager [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Took 1.14 seconds to destroy the instance on the hypervisor. [ 809.524246] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.524450] env[65899]: DEBUG nova.compute.manager [-] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 809.524544] env[65899]: DEBUG nova.network.neutron [-] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 809.524792] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.569093] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.593665] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894693, 'name': CreateVM_Task, 'duration_secs': 0.595657} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.593856] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.594371] env[65899]: WARNING neutronclient.v2_0.client [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.594722] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.594872] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.595311] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.595574] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3514e68-c5c0-4496-9af6-5673cc9e2543 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.602462] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 809.602462] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526247ef-e433-421e-f525-6abccbf124eb" [ 809.602462] env[65899]: _type = "Task" [ 809.602462] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.612440] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526247ef-e433-421e-f525-6abccbf124eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.902767] env[65899]: DEBUG oslo_concurrency.lockutils [None req-38f43398-014d-465c-99fb-8e4c28786131 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "41e601d6-622e-42c6-81e6-b0f2f55b77ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.460s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.993865] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894695, 'name': CreateSnapshot_Task, 'duration_secs': 0.894894} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.994387] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.995100] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb0e0b1-0719-4136-ae0e-6507216ee0a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.120183] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526247ef-e433-421e-f525-6abccbf124eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.120183] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.120381] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.120610] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.120750] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.120925] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.121680] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb9f63dc-31eb-4ca6-ba58-805b9ecf9ae9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.133150] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.133341] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.134098] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84b5a9c-5adb-436c-86b7-09d41cf98186 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.144778] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 810.144778] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a42b95-1022-d70c-2861-1f21dd21adb1" [ 810.144778] env[65899]: _type = "Task" [ 810.144778] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.154179] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a42b95-1022-d70c-2861-1f21dd21adb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.280947] env[65899]: DEBUG nova.network.neutron [-] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.407505] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1937e0b-c7c8-4ca8-a77f-83eeb0993b66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.415743] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fef1be-95e3-46a4-afcc-76655bce3b3a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.452933] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1e543c-d74a-40c8-8183-6b0fe005fe7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.457457] env[65899]: DEBUG nova.compute.manager [req-39846c7b-9231-4f77-965b-b149a3a35d79 req-52912692-2cc6-4d7f-bd51-3711844e8ea1 service nova] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Received event network-vif-deleted-569e52cd-50b7-418a-b70f-beed47923b02 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 810.463966] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4f664-91d6-4a77-b4d4-ab39ba1d9f77 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.480618] env[65899]: DEBUG nova.compute.provider_tree [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.517529] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.517664] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-52e770c9-e51a-4582-acd4-307b9b365401 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.528178] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 810.528178] env[65899]: value = "task-4894697" [ 810.528178] env[65899]: _type = "Task" [ 810.528178] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.538778] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894697, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.654542] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a42b95-1022-d70c-2861-1f21dd21adb1, 'name': SearchDatastore_Task, 'duration_secs': 0.018286} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.655231] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81ab38f-2ee4-4ae0-be67-cc05aa2062f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.664569] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 810.664569] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b71753-7180-8d1c-3410-26858b6df785" [ 810.664569] env[65899]: _type = "Task" [ 810.664569] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.673922] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b71753-7180-8d1c-3410-26858b6df785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.785262] env[65899]: INFO nova.compute.manager [-] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Took 1.26 seconds to deallocate network for instance. [ 810.984341] env[65899]: DEBUG nova.scheduler.client.report [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.040257] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894697, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.179238] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b71753-7180-8d1c-3410-26858b6df785, 'name': SearchDatastore_Task, 'duration_secs': 0.016342} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.179736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.180168] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 2905feb0-b217-495e-8f12-b01938e407e5/2905feb0-b217-495e-8f12-b01938e407e5.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.180477] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75125cdb-2f16-4d01-a30d-a6e1d261ef72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.190943] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 811.190943] env[65899]: value = "task-4894698" [ 811.190943] env[65899]: _type = "Task" [ 811.190943] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.202819] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.293184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.490363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.494033] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.090s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.494532] env[65899]: DEBUG nova.objects.instance [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lazy-loading 'resources' on Instance uuid 1990c844-de8b-4d17-bc8e-a864f6c81f05 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.523895] env[65899]: INFO nova.scheduler.client.report [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Deleted allocations for instance 50af18a1-8680-4d8f-b6c7-54dc299b3c52 [ 811.546609] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894697, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.703064] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894698, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.042545] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Lock "50af18a1-8680-4d8f-b6c7-54dc299b3c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.846s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.049615] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894697, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.208131] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550001} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.208427] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 2905feb0-b217-495e-8f12-b01938e407e5/2905feb0-b217-495e-8f12-b01938e407e5.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.208636] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.208957] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2a39cc1-63b0-4791-9161-d82646c77c79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.219651] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 812.219651] env[65899]: value = "task-4894699" [ 812.219651] env[65899]: _type = "Task" [ 812.219651] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.231245] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.546259] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894697, 'name': CloneVM_Task, 'duration_secs': 1.676298} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.550510] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Created linked-clone VM from snapshot [ 812.552584] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff3a5b-205f-4233-8847-097ecdbbf25c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.564053] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Uploading image ab010f77-5551-4236-808c-6de5bc9b41f3 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.571409] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c127077-60b6-45f2-81f8-e4bead89cfa2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.580543] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc63718-057e-474d-8ba5-2fb6e0823b85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.626022] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b723c142-0918-4f1c-b1c5-68e62e7f7a15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.635502] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.635502] env[65899]: value = "vm-953936" [ 812.635502] env[65899]: _type = "VirtualMachine" [ 812.635502] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.636454] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5dc0ec-f807-4f0f-9638-726aec9f8162 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.644279] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5a18db2-18fb-47dd-922d-52b2d41506b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.656783] env[65899]: DEBUG nova.compute.provider_tree [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.661123] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lease: (returnval){ [ 812.661123] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52490199-ca52-c872-33b2-dfb920832f0c" [ 812.661123] env[65899]: _type = "HttpNfcLease" [ 812.661123] env[65899]: } obtained for exporting VM: (result){ [ 812.661123] env[65899]: value = "vm-953936" [ 812.661123] env[65899]: _type = "VirtualMachine" [ 812.661123] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.661123] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the lease: (returnval){ [ 812.661123] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52490199-ca52-c872-33b2-dfb920832f0c" [ 812.661123] env[65899]: _type = "HttpNfcLease" [ 812.661123] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.669251] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.669251] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52490199-ca52-c872-33b2-dfb920832f0c" [ 812.669251] env[65899]: _type = "HttpNfcLease" [ 812.669251] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.670278] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.670278] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52490199-ca52-c872-33b2-dfb920832f0c" [ 812.670278] env[65899]: _type = "HttpNfcLease" [ 812.670278] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.671510] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70714d6d-71c6-4a82-b58d-2e64263eb637 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.680281] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52718ac4-bd4f-825f-0600-08c6433e8d9b/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.680557] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52718ac4-bd4f-825f-0600-08c6433e8d9b/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.747579] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088594} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.747934] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.748935] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4be0935-b1ff-48d3-b424-96deac6480ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.774677] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 2905feb0-b217-495e-8f12-b01938e407e5/2905feb0-b217-495e-8f12-b01938e407e5.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.774957] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d7e9a5-f5ee-4f0c-b16a-c8ae7f69baff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.799131] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 812.799131] env[65899]: value = "task-4894701" [ 812.799131] env[65899]: _type = "Task" [ 812.799131] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.808446] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.826192] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-051ab50e-9c60-41c4-bb7f-677693d72d6c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.163145] env[65899]: DEBUG nova.scheduler.client.report [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.309877] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.671462] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.678374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.556s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.681433] env[65899]: INFO nova.compute.claims [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.721216] env[65899]: INFO nova.scheduler.client.report [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Deleted allocations for instance 1990c844-de8b-4d17-bc8e-a864f6c81f05 [ 813.813935] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894701, 'name': ReconfigVM_Task, 'duration_secs': 0.594428} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.813935] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 2905feb0-b217-495e-8f12-b01938e407e5/2905feb0-b217-495e-8f12-b01938e407e5.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.814481] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c57470a5-afbd-4976-a1af-e9274ca1d61a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.824035] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 813.824035] env[65899]: value = "task-4894702" [ 813.824035] env[65899]: _type = "Task" [ 813.824035] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.838289] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894702, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.235573] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Lock "1990c844-de8b-4d17-bc8e-a864f6c81f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.499s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.339115] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894702, 'name': Rename_Task, 'duration_secs': 0.246878} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.339115] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.339115] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe2c8fbf-59ce-411e-926d-3c5ccdf7d1ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.347706] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 814.347706] env[65899]: value = "task-4894703" [ 814.347706] env[65899]: _type = "Task" [ 814.347706] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.364718] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.868025] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894703, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.956089] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.956349] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.285026] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d74e3-77a6-4864-bd73-427fef9f7d4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.295773] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a311ae-ee53-4026-84fb-8719d1ff3c38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.335944] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506bfa70-344f-4e6c-ac45-71b4536a8c7f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.345927] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bd4e90-46eb-444a-ba50-862e7d309b85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.366079] env[65899]: DEBUG oslo_vmware.api [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894703, 'name': PowerOnVM_Task, 'duration_secs': 0.609076} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.373427] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.373691] env[65899]: INFO nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Took 9.53 seconds to spawn the instance on the hypervisor. [ 815.373891] env[65899]: DEBUG nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 815.374639] env[65899]: DEBUG nova.compute.provider_tree [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.379184] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de01c568-6b05-4e31-9ac5-99cf78faa289 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.878088] env[65899]: DEBUG nova.scheduler.client.report [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.897820] env[65899]: INFO nova.compute.manager [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Took 64.46 seconds to build instance. [ 816.383942] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.384415] env[65899]: DEBUG nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 816.387846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.384s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.400639] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a6f168c7-bb03-43f8-a9a2-9a9201909947 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.575s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.889593] env[65899]: DEBUG nova.compute.utils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.893027] env[65899]: DEBUG nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 816.893027] env[65899]: DEBUG nova.network.neutron [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 816.893303] env[65899]: WARNING neutronclient.v2_0.client [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.893412] env[65899]: WARNING neutronclient.v2_0.client [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.898882] env[65899]: INFO nova.compute.claims [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.907771] env[65899]: DEBUG nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 816.962893] env[65899]: DEBUG nova.policy [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27efb3433a1467cb980cee324169edc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07b51c20ab34e8da2ac3d1b762ab8c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.329643] env[65899]: DEBUG nova.network.neutron [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Successfully created port: 3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 817.406100] env[65899]: DEBUG nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 817.415236] env[65899]: INFO nova.compute.resource_tracker [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating resource usage from migration 13ab4640-7e42-454d-a400-068a74026be0 [ 817.466425] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.895758] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c559ae5b-00a3-48d0-b15d-5aaa8d10e9e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.906148] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7584a14-8bac-4176-ac93-77abd4d763e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.943679] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f620b9-eee1-48ce-a6ef-45a55612577c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.952446] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99353ad-d5a0-4489-92f2-c0650d3319c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.967760] env[65899]: DEBUG nova.compute.provider_tree [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.449233] env[65899]: DEBUG nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 818.476796] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 818.477076] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.477230] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 818.477404] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.477579] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 818.477682] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 818.477992] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 818.478176] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 818.478344] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 818.478502] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 818.478661] env[65899]: DEBUG nova.virt.hardware [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 818.479577] env[65899]: DEBUG nova.scheduler.client.report [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.484871] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb25def1-1238-4b5f-b04c-a37c79e0fa64 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.491399] env[65899]: DEBUG nova.compute.manager [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 818.499984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a4a584-5943-498d-bd8d-037ebb30c4b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.925136] env[65899]: DEBUG nova.network.neutron [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Successfully updated port: 3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 818.990048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.990048] env[65899]: INFO nova.compute.manager [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Migrating [ 819.004020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.026s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.008439] env[65899]: INFO nova.compute.claims [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.048765] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.428822] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.428822] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquired lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.428822] env[65899]: DEBUG nova.network.neutron [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 819.504527] env[65899]: DEBUG nova.compute.manager [req-91605535-2475-44e0-acb6-6ab1bf1b800a req-84e0f19d-c61f-4d21-82f4-78c3acfddba7 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Received event network-vif-plugged-3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.505192] env[65899]: DEBUG oslo_concurrency.lockutils [req-91605535-2475-44e0-acb6-6ab1bf1b800a req-84e0f19d-c61f-4d21-82f4-78c3acfddba7 service nova] Acquiring lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.505684] env[65899]: DEBUG oslo_concurrency.lockutils [req-91605535-2475-44e0-acb6-6ab1bf1b800a req-84e0f19d-c61f-4d21-82f4-78c3acfddba7 service nova] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.506261] env[65899]: DEBUG oslo_concurrency.lockutils [req-91605535-2475-44e0-acb6-6ab1bf1b800a req-84e0f19d-c61f-4d21-82f4-78c3acfddba7 service nova] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.506715] env[65899]: DEBUG nova.compute.manager [req-91605535-2475-44e0-acb6-6ab1bf1b800a req-84e0f19d-c61f-4d21-82f4-78c3acfddba7 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] No waiting events found dispatching network-vif-plugged-3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 819.507787] env[65899]: WARNING nova.compute.manager [req-91605535-2475-44e0-acb6-6ab1bf1b800a req-84e0f19d-c61f-4d21-82f4-78c3acfddba7 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Received unexpected event network-vif-plugged-3ec5912a-f70a-45af-97b1-f7dc8eb74045 for instance with vm_state building and task_state spawning. [ 819.535612] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.538030] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.538030] env[65899]: DEBUG nova.network.neutron [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 819.970235] env[65899]: DEBUG nova.network.neutron [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 820.041113] env[65899]: WARNING neutronclient.v2_0.client [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.053749] env[65899]: WARNING neutronclient.v2_0.client [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.184455] env[65899]: DEBUG nova.network.neutron [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updating instance_info_cache with network_info: [{"id": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "address": "fa:16:3e:8c:e6:67", "network": {"id": "40500472-5b1b-439f-9c55-d75ca3f4db3d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-503884161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07b51c20ab34e8da2ac3d1b762ab8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec5912a-f7", "ovs_interfaceid": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.253514] env[65899]: WARNING neutronclient.v2_0.client [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.358532] env[65899]: DEBUG nova.network.neutron [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance_info_cache with network_info: [{"id": "a609c760-7a80-4729-99eb-d163a97e3380", "address": "fa:16:3e:81:ca:15", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa609c760-7a", "ovs_interfaceid": "a609c760-7a80-4729-99eb-d163a97e3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.547389] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451cf62c-bc45-40d8-acdf-9eeae2c5110d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.557180] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b491146-9cd9-4b00-9501-51d6792937eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.594117] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc841b0-2c8a-4ae8-b44d-d2c0b30053d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.604795] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373eb157-e339-4943-afe7-05c68935ed30 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.621034] env[65899]: DEBUG nova.compute.provider_tree [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.687980] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Releasing lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.688390] env[65899]: DEBUG nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Instance network_info: |[{"id": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "address": "fa:16:3e:8c:e6:67", "network": {"id": "40500472-5b1b-439f-9c55-d75ca3f4db3d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-503884161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07b51c20ab34e8da2ac3d1b762ab8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec5912a-f7", "ovs_interfaceid": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 820.688916] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:e6:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ec5912a-f70a-45af-97b1-f7dc8eb74045', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.696625] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Creating folder: Project (a07b51c20ab34e8da2ac3d1b762ab8c6). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.696972] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6ea0403-811b-4192-ac47-666b16c9758e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.710492] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Created folder: Project (a07b51c20ab34e8da2ac3d1b762ab8c6) in parent group-v953787. [ 820.714023] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Creating folder: Instances. Parent ref: group-v953937. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.714023] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bac602a1-8764-49b2-bd5a-e50694e8122b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.725103] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Created folder: Instances in parent group-v953937. [ 820.725103] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.725103] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.725103] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e129c6f-0e68-4016-910b-c30bb7811417 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.744456] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.744456] env[65899]: value = "task-4894706" [ 820.744456] env[65899]: _type = "Task" [ 820.744456] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.755982] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894706, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.771679] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52718ac4-bd4f-825f-0600-08c6433e8d9b/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 820.773139] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0940fa-6c1c-44ad-a0c7-946c5160042a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.781202] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52718ac4-bd4f-825f-0600-08c6433e8d9b/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.781421] env[65899]: ERROR oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52718ac4-bd4f-825f-0600-08c6433e8d9b/disk-0.vmdk due to incomplete transfer. [ 820.781794] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d8329c4-eb84-41fd-b4b4-3bc5e314a09a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.793979] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52718ac4-bd4f-825f-0600-08c6433e8d9b/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.794271] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Uploaded image ab010f77-5551-4236-808c-6de5bc9b41f3 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.800286] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.800905] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79927891-a0b0-42aa-a6ab-27ad2d070aea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.813107] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 820.813107] env[65899]: value = "task-4894707" [ 820.813107] env[65899]: _type = "Task" [ 820.813107] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.829366] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894707, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.863436] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.070018] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "68919289-24d0-452a-b09e-da46e741ca12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.070018] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "68919289-24d0-452a-b09e-da46e741ca12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.125642] env[65899]: DEBUG nova.scheduler.client.report [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.256484] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894706, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.324268] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894707, 'name': Destroy_Task, 'duration_secs': 0.366806} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.324544] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Destroyed the VM [ 821.324779] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 821.325074] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7bbfb7d-4146-420e-9a7e-d54c7582fb7a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.334504] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 821.334504] env[65899]: value = "task-4894708" [ 821.334504] env[65899]: _type = "Task" [ 821.334504] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.344160] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894708, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.568553] env[65899]: DEBUG nova.compute.manager [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Received event network-changed-3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.568863] env[65899]: DEBUG nova.compute.manager [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Refreshing instance network info cache due to event network-changed-3ec5912a-f70a-45af-97b1-f7dc8eb74045. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.569074] env[65899]: DEBUG oslo_concurrency.lockutils [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] Acquiring lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569334] env[65899]: DEBUG oslo_concurrency.lockutils [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] Acquired lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.569502] env[65899]: DEBUG nova.network.neutron [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Refreshing network info cache for port 3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.634069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.634894] env[65899]: DEBUG nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 821.637696] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.201s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.637900] env[65899]: DEBUG nova.objects.instance [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lazy-loading 'resources' on Instance uuid 60166c03-773a-4650-b278-b4d232488d77 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.756495] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894706, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.856921] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894708, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.072093] env[65899]: WARNING neutronclient.v2_0.client [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.142562] env[65899]: DEBUG nova.compute.utils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.147813] env[65899]: DEBUG nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 822.241229] env[65899]: WARNING neutronclient.v2_0.client [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.256708] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894706, 'name': CreateVM_Task, 'duration_secs': 1.42888} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.256865] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.257350] env[65899]: WARNING neutronclient.v2_0.client [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.257702] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.257889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.258196] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.258481] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a864bd-79f6-4652-a977-5f73f9b33d02 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.266787] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 822.266787] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52594636-8396-a4e6-a50f-fcc1b3803b2f" [ 822.266787] env[65899]: _type = "Task" [ 822.266787] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.276731] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52594636-8396-a4e6-a50f-fcc1b3803b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.347786] env[65899]: DEBUG oslo_vmware.api [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894708, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68042} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.350797] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.351184] env[65899]: INFO nova.compute.manager [None req-3d53d2e0-ceab-4541-8fae-a169bc64fff1 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Took 13.92 seconds to snapshot the instance on the hypervisor. [ 822.354874] env[65899]: DEBUG nova.network.neutron [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updated VIF entry in instance network info cache for port 3ec5912a-f70a-45af-97b1-f7dc8eb74045. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.355248] env[65899]: DEBUG nova.network.neutron [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updating instance_info_cache with network_info: [{"id": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "address": "fa:16:3e:8c:e6:67", "network": {"id": "40500472-5b1b-439f-9c55-d75ca3f4db3d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-503884161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07b51c20ab34e8da2ac3d1b762ab8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec5912a-f7", "ovs_interfaceid": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.386518] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6084dd93-4702-41fe-9f20-a4f00175dc29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.410167] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance 'ef5f0333-5109-4fb6-91be-179cdf2541fa' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 822.614716] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d92d65d-22c3-41e0-a5e3-0dd9e17012ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.623389] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a4fa4-6d2a-4025-af2b-219bd296bf18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.656139] env[65899]: DEBUG nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 822.660073] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ba25b-c887-43f6-afe1-0e6af3fece3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.669574] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c9de4-f68c-462a-a433-fa2646dd0875 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.686118] env[65899]: DEBUG nova.compute.provider_tree [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.780344] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52594636-8396-a4e6-a50f-fcc1b3803b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.780668] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.780905] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.781177] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.781331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.781512] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.781784] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdc4becf-ec6a-4e39-ac52-0173716e88fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.792472] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.792472] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.792834] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11816de7-80c1-4dae-9cdf-04d96fb9c727 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.798272] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 822.798272] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d39419-590e-4219-aa77-012f2174c1c8" [ 822.798272] env[65899]: _type = "Task" [ 822.798272] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.807971] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d39419-590e-4219-aa77-012f2174c1c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.859665] env[65899]: DEBUG oslo_concurrency.lockutils [req-35d799b5-cacb-47bc-acdc-9116726cd4ad req-37c9a98c-f4f8-46a3-9de6-f8d59a44e74e service nova] Releasing lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.919363] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.919702] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb79a9f-188e-4b29-8176-6e362c38c2c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.928237] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 822.928237] env[65899]: value = "task-4894709" [ 822.928237] env[65899]: _type = "Task" [ 822.928237] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.189988] env[65899]: DEBUG nova.scheduler.client.report [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.309495] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d39419-590e-4219-aa77-012f2174c1c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01555} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.310474] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b067db4-46ba-4fa6-99bf-c1abe40c0fb1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.316675] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 823.316675] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521d6daf-62ac-d3f2-eeb7-2bf36e6754f2" [ 823.316675] env[65899]: _type = "Task" [ 823.316675] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.325836] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521d6daf-62ac-d3f2-eeb7-2bf36e6754f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.438332] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894709, 'name': PowerOffVM_Task, 'duration_secs': 0.283971} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.438607] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.439053] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance 'ef5f0333-5109-4fb6-91be-179cdf2541fa' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.666121] env[65899]: DEBUG nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 823.689312] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.689555] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.689701] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.689874] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.690027] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.690171] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.690372] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.690520] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.690680] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.690834] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.691012] env[65899]: DEBUG nova.virt.hardware [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.691913] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebec7d08-8dc6-4249-864c-5ebb118f756b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.696825] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.701012] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.669s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.701274] env[65899]: DEBUG nova.objects.instance [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lazy-loading 'resources' on Instance uuid 32873e78-122d-4528-a442-4d3ea5c241d2 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.703735] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae12693-a2fc-4c03-9404-df857cea4a7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.720496] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.726485] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Creating folder: Project (a84367ba1e5c4e11bab03e697a513e99). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.728889] env[65899]: INFO nova.scheduler.client.report [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Deleted allocations for instance 60166c03-773a-4650-b278-b4d232488d77 [ 823.730219] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4408f30-114b-4985-99bf-48c26465ffa6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.746828] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Created folder: Project (a84367ba1e5c4e11bab03e697a513e99) in parent group-v953787. [ 823.747747] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Creating folder: Instances. Parent ref: group-v953940. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.747747] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80ef8056-ed0d-4642-93e4-1a02cfcea15e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.757398] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Created folder: Instances in parent group-v953940. [ 823.757643] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 823.757835] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.758062] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70a32d9e-4036-4025-9e22-509b9a010207 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.777829] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.777829] env[65899]: value = "task-4894712" [ 823.777829] env[65899]: _type = "Task" [ 823.777829] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.789880] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894712, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.828533] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521d6daf-62ac-d3f2-eeb7-2bf36e6754f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.828882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.829176] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee/7ae7ec40-8ae3-46e9-9e11-3344c8f852ee.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.829446] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-081f5e3e-da64-439c-ba9f-1583c086e07e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.837077] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 823.837077] env[65899]: value = "task-4894713" [ 823.837077] env[65899]: _type = "Task" [ 823.837077] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.846842] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.947557] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 823.947557] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.947850] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 823.947850] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.947975] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 823.948235] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 823.949389] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 823.949389] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 823.949389] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 823.949389] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 823.949883] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 823.956105] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df73776e-2be1-4fc7-9bad-217a0da68327 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.975926] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 823.975926] env[65899]: value = "task-4894714" [ 823.975926] env[65899]: _type = "Task" [ 823.975926] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.987409] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.248686] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Lock "60166c03-773a-4650-b278-b4d232488d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.306s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.297947] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894712, 'name': CreateVM_Task, 'duration_secs': 0.295953} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.298146] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.298598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.298808] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.299179] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.299458] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985d898f-77a1-4603-98f3-181913537388 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.306653] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 824.306653] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ec51ce-0411-a3b9-3ddc-2f3117f14867" [ 824.306653] env[65899]: _type = "Task" [ 824.306653] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.318011] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ec51ce-0411-a3b9-3ddc-2f3117f14867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.355029] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894713, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.488232] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894714, 'name': ReconfigVM_Task, 'duration_secs': 0.184671} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.492497] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance 'ef5f0333-5109-4fb6-91be-179cdf2541fa' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.748726] env[65899]: DEBUG nova.compute.manager [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 824.752653] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f94bc5-cc55-42ce-8ada-fb8900b3943a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.767347] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415aae3-6977-4239-8919-ba7e62476ff4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.775734] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75863df7-a79f-4145-8782-b7f7d495a023 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.815855] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc005576-c0c7-44a0-b4ab-967d3756c104 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.829194] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ec51ce-0411-a3b9-3ddc-2f3117f14867, 'name': SearchDatastore_Task, 'duration_secs': 0.06212} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.830664] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83415e0-8e0f-403b-b9f5-989182c26d18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.834916] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.835177] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.835403] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.835543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.835717] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.836339] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d139cbed-df02-4d79-96ed-3eb1bc61346a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.852743] env[65899]: DEBUG nova.compute.provider_tree [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.856467] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.856467] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.856467] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e87f9c-2de5-4a80-ad95-ef82964af74e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.860862] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565269} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.861499] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee/7ae7ec40-8ae3-46e9-9e11-3344c8f852ee.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.861696] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.862160] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2201bb2e-b270-4ed9-8ee3-d68edd45452b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.866348] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 824.866348] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5224e59b-5c32-e01f-b327-8f2bd0d163bd" [ 824.866348] env[65899]: _type = "Task" [ 824.866348] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.871609] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 824.871609] env[65899]: value = "task-4894715" [ 824.871609] env[65899]: _type = "Task" [ 824.871609] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.878957] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5224e59b-5c32-e01f-b327-8f2bd0d163bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.880246] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b986aad9-e01d-48b7-a697-12c60caabb2c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.886428] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.890390] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 824.890390] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d48f19-26d4-2b44-3f18-b4a43359f1fc" [ 824.890390] env[65899]: _type = "Task" [ 824.890390] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.899707] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d48f19-26d4-2b44-3f18-b4a43359f1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.000994] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:35:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7abcb1cd-6f8b-4730-8ef9-4d222e1e08c1',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-287359004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 825.001263] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.001413] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 825.001600] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.001721] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 825.001959] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 825.002185] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 825.002336] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 825.002645] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 825.002645] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 825.002794] env[65899]: DEBUG nova.virt.hardware [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 825.009382] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 825.009382] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1412e67f-dbdb-4afd-a964-4736399806f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.028487] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 825.028487] env[65899]: value = "task-4894716" [ 825.028487] env[65899]: _type = "Task" [ 825.028487] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.039111] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.268417] env[65899]: INFO nova.compute.manager [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] instance snapshotting [ 825.271387] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071be1c-5c81-4514-ab82-0a88017b606a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.298017] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7d028f-b70f-457f-9589-518649c240eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.356822] env[65899]: DEBUG nova.scheduler.client.report [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.384200] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071175} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.384200] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.385189] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83eb8fd-d4e9-46c6-9798-c302b09861ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.409744] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee/7ae7ec40-8ae3-46e9-9e11-3344c8f852ee.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.413298] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83033c5b-70b9-4cec-af1b-3b9b316c80c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.434731] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d48f19-26d4-2b44-3f18-b4a43359f1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.436147] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.436425] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e3c16bfd-ccc4-4285-828f-4d0172d7dd89/e3c16bfd-ccc4-4285-828f-4d0172d7dd89.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.436761] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 825.436761] env[65899]: value = "task-4894717" [ 825.436761] env[65899]: _type = "Task" [ 825.436761] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.436981] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc2892f2-4504-467b-be88-dc574cb28d34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.448198] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.450066] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 825.450066] env[65899]: value = "task-4894718" [ 825.450066] env[65899]: _type = "Task" [ 825.450066] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.458982] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.541090] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894716, 'name': ReconfigVM_Task, 'duration_secs': 0.184333} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.541547] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 825.542642] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30c1df3-7883-4231-a6d5-dde29ffebc10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.569038] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.569501] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9236336d-7df2-4cce-a5be-b957c6895101 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.601503] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 825.601503] env[65899]: value = "task-4894719" [ 825.601503] env[65899]: _type = "Task" [ 825.601503] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.613846] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894719, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.815990] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.816462] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e382c63e-d705-477b-a45f-63053045d9c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.828994] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 825.828994] env[65899]: value = "task-4894720" [ 825.828994] env[65899]: _type = "Task" [ 825.828994] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.839246] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894720, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.863028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.867069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.657s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.867456] env[65899]: INFO nova.compute.claims [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.951043] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894717, 'name': ReconfigVM_Task, 'duration_secs': 0.300568} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.955102] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee/7ae7ec40-8ae3-46e9-9e11-3344c8f852ee.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.955827] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393f91aa-01bf-4948-ba48-fdfebe18690b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.963537] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 825.963537] env[65899]: value = "task-4894721" [ 825.963537] env[65899]: _type = "Task" [ 825.963537] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.967040] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.976485] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894721, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.005450] env[65899]: INFO nova.scheduler.client.report [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Deleted allocations for instance 32873e78-122d-4528-a442-4d3ea5c241d2 [ 826.101097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Acquiring lock "01299d31-ee63-4b30-b361-74757c5e3583" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.101097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "01299d31-ee63-4b30-b361-74757c5e3583" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.101097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Acquiring lock "01299d31-ee63-4b30-b361-74757c5e3583-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.101097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "01299d31-ee63-4b30-b361-74757c5e3583-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.101359] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "01299d31-ee63-4b30-b361-74757c5e3583-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.103616] env[65899]: INFO nova.compute.manager [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Terminating instance [ 826.115412] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894719, 'name': ReconfigVM_Task, 'duration_secs': 0.34299} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.115713] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.115979] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance 'ef5f0333-5109-4fb6-91be-179cdf2541fa' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 826.346118] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894720, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.461364] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628824} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.461364] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e3c16bfd-ccc4-4285-828f-4d0172d7dd89/e3c16bfd-ccc4-4285-828f-4d0172d7dd89.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.461364] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.461710] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2cde4ad-da81-4a8f-8782-a33f60f2ba3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.472093] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 826.472093] env[65899]: value = "task-4894722" [ 826.472093] env[65899]: _type = "Task" [ 826.472093] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.480497] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894721, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.483889] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.514736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5e68befc-6dd9-400d-9b6f-dd2938f8864e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Lock "32873e78-122d-4528-a442-4d3ea5c241d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.981s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.611818] env[65899]: DEBUG nova.compute.manager [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 826.612102] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.612399] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e179f8-fdfe-4da3-aa31-0d77b0598256 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.623741] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 826.623741] env[65899]: value = "task-4894723" [ 826.623741] env[65899]: _type = "Task" [ 826.623741] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.625191] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396adb4d-9c27-4d6d-91f0-810aa1074d0a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.639211] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.656636] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9f0793-a905-41c1-ac83-bd7b8d10069a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.678811] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance 'ef5f0333-5109-4fb6-91be-179cdf2541fa' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 826.843513] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894720, 'name': CreateSnapshot_Task, 'duration_secs': 0.691327} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.844383] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 826.844909] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7447ae4b-8d8c-4567-8971-b48288a1b8f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.982788] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894721, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.985833] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142721} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.988417] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.989728] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed3b1f3-9c72-4a37-8022-ec9f7835bd89 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.011694] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e3c16bfd-ccc4-4285-828f-4d0172d7dd89/e3c16bfd-ccc4-4285-828f-4d0172d7dd89.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.014684] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b7fcb5-551a-48ba-b175-8ee2b70253ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.037707] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 827.037707] env[65899]: value = "task-4894724" [ 827.037707] env[65899]: _type = "Task" [ 827.037707] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.046883] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.143721] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894723, 'name': PowerOffVM_Task, 'duration_secs': 0.218626} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.144011] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.144323] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 827.144413] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953816', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'name': 'volume-97dd9a68-d7c0-433c-8c92-d6b684d23163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01299d31-ee63-4b30-b361-74757c5e3583', 'attached_at': '', 'detached_at': '', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'serial': '97dd9a68-d7c0-433c-8c92-d6b684d23163'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 827.145273] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68241896-275c-40ba-9acf-bc6828358cd6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.172076] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47565a30-2697-4bf6-9552-3268948db072 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.180123] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ac037-391c-429e-ae94-93dac11e2445 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.187008] env[65899]: WARNING neutronclient.v2_0.client [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.187640] env[65899]: WARNING neutronclient.v2_0.client [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.210241] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67b3a4-b27b-4d49-99d5-eb647879855d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.227699] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] The volume has not been displaced from its original location: [datastore1] volume-97dd9a68-d7c0-433c-8c92-d6b684d23163/volume-97dd9a68-d7c0-433c-8c92-d6b684d23163.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 827.233898] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.237737] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0822f321-8b61-4e27-879e-b6685d610507 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.253598] env[65899]: DEBUG nova.network.neutron [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Port a609c760-7a80-4729-99eb-d163a97e3380 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 827.264367] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 827.264367] env[65899]: value = "task-4894725" [ 827.264367] env[65899]: _type = "Task" [ 827.264367] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.274607] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.368600] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.369009] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a466b42-8e7d-472a-aba4-be47c1fdf5a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.379108] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 827.379108] env[65899]: value = "task-4894726" [ 827.379108] env[65899]: _type = "Task" [ 827.379108] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.390348] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894726, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.479826] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894721, 'name': Rename_Task, 'duration_secs': 1.185714} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.481142] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.481940] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13781a7f-8b03-449e-8416-89355f17b02d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.484724] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1da9fb-5fe6-4e9d-bcb3-0cfe590835b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.493555] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc5931-11e4-4d6d-a937-69a83a559067 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.498646] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 827.498646] env[65899]: value = "task-4894727" [ 827.498646] env[65899]: _type = "Task" [ 827.498646] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.530179] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1349df47-0f75-4fb4-a4f1-daeb0cdd9cfd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.536745] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.546109] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0384dd6f-b4bb-42ea-9da2-cd6974c27a47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.553813] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894724, 'name': ReconfigVM_Task, 'duration_secs': 0.279674} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.554675] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e3c16bfd-ccc4-4285-828f-4d0172d7dd89/e3c16bfd-ccc4-4285-828f-4d0172d7dd89.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.555436] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ee7006f-9126-4c20-a39f-b37e3898f28a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.565800] env[65899]: DEBUG nova.compute.provider_tree [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.572491] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 827.572491] env[65899]: value = "task-4894728" [ 827.572491] env[65899]: _type = "Task" [ 827.572491] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.583716] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894728, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.776612] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894725, 'name': ReconfigVM_Task, 'duration_secs': 0.172477} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.776612] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 827.782536] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86aa2fb3-f46a-4c35-837a-068825d2e762 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.798438] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 827.798438] env[65899]: value = "task-4894729" [ 827.798438] env[65899]: _type = "Task" [ 827.798438] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.807886] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.890509] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894726, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.021032] env[65899]: DEBUG oslo_vmware.api [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894727, 'name': PowerOnVM_Task, 'duration_secs': 0.513559} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.021032] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.021032] env[65899]: INFO nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Took 9.57 seconds to spawn the instance on the hypervisor. [ 828.021032] env[65899]: DEBUG nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.021945] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db31d06-10fa-4fa7-b8ab-d9be11cbb663 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.072403] env[65899]: DEBUG nova.scheduler.client.report [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.092500] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894728, 'name': Rename_Task, 'duration_secs': 0.231815} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.092500] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.092500] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a882212-a2ac-4cab-8125-7a97d589de08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.103188] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 828.103188] env[65899]: value = "task-4894730" [ 828.103188] env[65899]: _type = "Task" [ 828.103188] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.114108] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.289703] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.290216] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.290560] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.312022] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894729, 'name': ReconfigVM_Task, 'duration_secs': 0.138988} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.312022] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953816', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'name': 'volume-97dd9a68-d7c0-433c-8c92-d6b684d23163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01299d31-ee63-4b30-b361-74757c5e3583', 'attached_at': '', 'detached_at': '', 'volume_id': '97dd9a68-d7c0-433c-8c92-d6b684d23163', 'serial': '97dd9a68-d7c0-433c-8c92-d6b684d23163'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 828.312291] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.313354] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da2402-fd1b-4a81-bffe-f4dbe9bc81c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.321996] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.322412] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a07be4a-ff9e-4d39-b94b-44f66ce7baed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.392921] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894726, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.545981] env[65899]: INFO nova.compute.manager [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Took 55.45 seconds to build instance. [ 828.581298] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.581837] env[65899]: DEBUG nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 828.585605] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.322s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.586880] env[65899]: INFO nova.compute.claims [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.612778] env[65899]: DEBUG oslo_vmware.api [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894730, 'name': PowerOnVM_Task, 'duration_secs': 0.499808} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.613303] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.613303] env[65899]: INFO nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Took 4.95 seconds to spawn the instance on the hypervisor. [ 828.613534] env[65899]: DEBUG nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.615655] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cac4ddf-25da-45c0-ae73-6bc8da76e13b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.635821] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.635981] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.637045] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Deleting the datastore file [datastore1] 01299d31-ee63-4b30-b361-74757c5e3583 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.637045] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a6919b-6ff5-4e72-902b-59c6a5da19c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.645843] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for the task: (returnval){ [ 828.645843] env[65899]: value = "task-4894732" [ 828.645843] env[65899]: _type = "Task" [ 828.645843] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.662304] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.891987] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894726, 'name': CloneVM_Task, 'duration_secs': 1.390975} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.892302] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Created linked-clone VM from snapshot [ 828.893060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1352a3de-8fc7-4f13-afef-c084fd1d63cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.902270] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Uploading image 2355f049-3db2-46db-831e-1e03228b5716 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.926502] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.926502] env[65899]: value = "vm-953944" [ 828.926502] env[65899]: _type = "VirtualMachine" [ 828.926502] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.926835] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87e250d3-3e41-4632-86a8-35091666ae50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.934073] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lease: (returnval){ [ 828.934073] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525cf36f-18da-63e0-e74b-aa24d833624a" [ 828.934073] env[65899]: _type = "HttpNfcLease" [ 828.934073] env[65899]: } obtained for exporting VM: (result){ [ 828.934073] env[65899]: value = "vm-953944" [ 828.934073] env[65899]: _type = "VirtualMachine" [ 828.934073] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.934389] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the lease: (returnval){ [ 828.934389] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525cf36f-18da-63e0-e74b-aa24d833624a" [ 828.934389] env[65899]: _type = "HttpNfcLease" [ 828.934389] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.941442] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.941442] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525cf36f-18da-63e0-e74b-aa24d833624a" [ 828.941442] env[65899]: _type = "HttpNfcLease" [ 828.941442] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 829.049279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.903s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.094944] env[65899]: DEBUG nova.compute.utils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.095920] env[65899]: DEBUG nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 829.132743] env[65899]: INFO nova.compute.manager [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Took 53.18 seconds to build instance. [ 829.157074] env[65899]: DEBUG oslo_vmware.api [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Task: {'id': task-4894732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106818} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.157441] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.157557] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.157678] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.157838] env[65899]: INFO nova.compute.manager [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Took 2.55 seconds to destroy the instance on the hypervisor. [ 829.158242] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.158402] env[65899]: DEBUG nova.compute.manager [-] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 829.158490] env[65899]: DEBUG nova.network.neutron [-] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 829.158722] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.250730] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.296858] env[65899]: WARNING neutronclient.v2_0.client [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.443856] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.443856] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525cf36f-18da-63e0-e74b-aa24d833624a" [ 829.443856] env[65899]: _type = "HttpNfcLease" [ 829.443856] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 829.444080] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 829.444080] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525cf36f-18da-63e0-e74b-aa24d833624a" [ 829.444080] env[65899]: _type = "HttpNfcLease" [ 829.444080] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 829.445033] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7014ab12-00bb-4f84-b7ab-5151aac4760e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.453450] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d43f3-a5a5-8a42-f8c5-287796768d2a/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 829.453615] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d43f3-a5a5-8a42-f8c5-287796768d2a/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 829.554069] env[65899]: DEBUG nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 829.561028] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7692ce56-43f8-465a-8020-23bb399b6fac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.601042] env[65899]: DEBUG nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 829.635582] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad6ede30-7f2a-4e6b-9e0f-8b89ff8e9d4f tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.219s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.811187] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.811359] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.811555] env[65899]: DEBUG nova.network.neutron [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.061459] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.061942] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.086469] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.143940] env[65899]: DEBUG nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 830.168135] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dc27eb-074f-4249-a90d-5eb1871d7eed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.180584] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9de6b19-d74a-4756-b9f3-0aa914d57b57 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.243468] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b54db3b-2782-4d24-9c72-a04adfc25469 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.246892] env[65899]: DEBUG nova.network.neutron [-] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.254365] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6300aba-65b6-4f44-a2c4-e543eb14f4f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.278889] env[65899]: DEBUG nova.compute.provider_tree [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.314522] env[65899]: WARNING neutronclient.v2_0.client [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.613077] env[65899]: DEBUG nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 830.643040] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 830.643571] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.643795] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 830.645355] env[65899]: DEBUG nova.virt.hardware [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 830.646634] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f21741b-f0af-4276-9c9a-99bf3475b38b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.660189] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed80f32-b0c4-4606-8f17-576645724b15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.677774] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.685685] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 830.687186] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.687481] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.687753] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c25ccc4-d38d-43a4-be63-a52af473a00e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.710554] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.710554] env[65899]: value = "task-4894734" [ 830.710554] env[65899]: _type = "Task" [ 830.710554] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.721419] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894734, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.750912] env[65899]: INFO nova.compute.manager [-] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Took 1.59 seconds to deallocate network for instance. [ 830.784973] env[65899]: DEBUG nova.scheduler.client.report [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.087113] env[65899]: WARNING neutronclient.v2_0.client [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.187713] env[65899]: DEBUG nova.network.neutron [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance_info_cache with network_info: [{"id": "a609c760-7a80-4729-99eb-d163a97e3380", "address": "fa:16:3e:81:ca:15", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa609c760-7a", "ovs_interfaceid": "a609c760-7a80-4729-99eb-d163a97e3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.221691] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894734, 'name': CreateVM_Task, 'duration_secs': 0.479054} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.222567] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.222567] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.222716] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.223325] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.223490] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930ca278-52bd-498f-92a2-78f001d568d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.230259] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 831.230259] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527c9305-f578-a07c-7398-482797f78b80" [ 831.230259] env[65899]: _type = "Task" [ 831.230259] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.239521] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527c9305-f578-a07c-7398-482797f78b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.293977] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.294932] env[65899]: DEBUG nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 831.298879] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.204s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.298879] env[65899]: DEBUG nova.objects.instance [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lazy-loading 'resources' on Instance uuid 4322180a-58fa-416b-89cb-bcdfbab348c6 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.326298] env[65899]: INFO nova.compute.manager [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Took 0.58 seconds to detach 1 volumes for instance. [ 831.332825] env[65899]: DEBUG nova.compute.manager [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Deleting volume: 97dd9a68-d7c0-433c-8c92-d6b684d23163 {{(pid=65899) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 831.391733] env[65899]: DEBUG nova.compute.manager [req-6298c45f-9544-4d90-b64a-64e2b183bfe6 req-96563321-0507-46be-a3bc-133d8ee755b8 service nova] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Received event network-vif-deleted-ce8e344a-09da-4a90-9c57-e9e5954ae839 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 831.539168] env[65899]: DEBUG nova.compute.manager [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Received event network-changed-3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 831.539397] env[65899]: DEBUG nova.compute.manager [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Refreshing instance network info cache due to event network-changed-3ec5912a-f70a-45af-97b1-f7dc8eb74045. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 831.539728] env[65899]: DEBUG oslo_concurrency.lockutils [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] Acquiring lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.539841] env[65899]: DEBUG oslo_concurrency.lockutils [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] Acquired lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.540057] env[65899]: DEBUG nova.network.neutron [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Refreshing network info cache for port 3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.690738] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.742678] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527c9305-f578-a07c-7398-482797f78b80, 'name': SearchDatastore_Task, 'duration_secs': 0.014778} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.743681] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.743823] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.744038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.744207] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.744355] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.744869] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52727920-e222-4f44-a7d5-45f023816e5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.756739] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.756946] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.757717] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa3764b-51dc-4e25-aac9-4e55c8f4594b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.764531] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 831.764531] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e6e0ea-bb81-82e1-fe37-162277ee9009" [ 831.764531] env[65899]: _type = "Task" [ 831.764531] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.773775] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e6e0ea-bb81-82e1-fe37-162277ee9009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.801928] env[65899]: DEBUG nova.compute.utils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.810347] env[65899]: DEBUG nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 831.810347] env[65899]: DEBUG nova.network.neutron [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 831.810347] env[65899]: WARNING neutronclient.v2_0.client [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.810347] env[65899]: WARNING neutronclient.v2_0.client [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.875296] env[65899]: DEBUG nova.policy [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3df011f8248492ca48b39c7fa98c9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18aff53e0f4a47ed9e5805eafeaa386c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.878444] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.042690] env[65899]: WARNING neutronclient.v2_0.client [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.223284] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6e68f0-b116-49a9-9438-29231dfd0797 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.229877] env[65899]: DEBUG nova.network.neutron [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Successfully created port: bc50e838-0b43-47eb-bc74-e91f3b70cd34 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 832.261524] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98060ae2-c2a2-4a8f-b57f-be50b9fb84f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.273071] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance 'ef5f0333-5109-4fb6-91be-179cdf2541fa' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.284329] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e6e0ea-bb81-82e1-fe37-162277ee9009, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.285265] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d82b2e-51e5-4499-adda-d52d3af50347 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.294513] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 832.294513] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5295ffb9-6242-e64a-f74f-d8b7e2860a61" [ 832.294513] env[65899]: _type = "Task" [ 832.294513] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.307295] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5295ffb9-6242-e64a-f74f-d8b7e2860a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.315618] env[65899]: DEBUG nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 832.401132] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e190fc-1e86-4537-9736-b0a16affa2db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.411185] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02460b20-dccc-452c-bfc8-4801276abdc9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.446062] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76daa96-46cb-471f-a2fb-4a80bf107207 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.455076] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38544c8-56bc-4312-9819-cf6f62366603 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.469616] env[65899]: DEBUG nova.compute.provider_tree [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.691305] env[65899]: WARNING neutronclient.v2_0.client [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.781772] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.782110] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2439f85-6a15-4443-bf2e-bbc7e5766b30 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.785175] env[65899]: DEBUG nova.network.neutron [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updated VIF entry in instance network info cache for port 3ec5912a-f70a-45af-97b1-f7dc8eb74045. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 832.785361] env[65899]: DEBUG nova.network.neutron [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updating instance_info_cache with network_info: [{"id": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "address": "fa:16:3e:8c:e6:67", "network": {"id": "40500472-5b1b-439f-9c55-d75ca3f4db3d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-503884161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07b51c20ab34e8da2ac3d1b762ab8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec5912a-f7", "ovs_interfaceid": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.794034] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 832.794034] env[65899]: value = "task-4894736" [ 832.794034] env[65899]: _type = "Task" [ 832.794034] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.808041] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.811747] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5295ffb9-6242-e64a-f74f-d8b7e2860a61, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.812217] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.812469] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.812733] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0979f8e-3fe5-45a6-9d83-a03543df7372 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.828020] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 832.828020] env[65899]: value = "task-4894737" [ 832.828020] env[65899]: _type = "Task" [ 832.828020] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.836291] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.973208] env[65899]: DEBUG nova.scheduler.client.report [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.288325] env[65899]: DEBUG oslo_concurrency.lockutils [req-5e81f645-8550-4d11-9561-e13b6942e446 req-1d178c92-64ae-4334-91a7-904c2b7b82e0 service nova] Releasing lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.306987] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.327303] env[65899]: DEBUG nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 833.339801] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894737, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 833.367125] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 833.367897] env[65899]: DEBUG nova.virt.hardware [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 833.368322] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1784649c-a256-41a5-8032-267237fa846a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.381015] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62091019-4cdc-419e-af96-ffe9a328016b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.479921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.482266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.582s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.484494] env[65899]: INFO nova.compute.claims [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.523244] env[65899]: INFO nova.scheduler.client.report [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Deleted allocations for instance 4322180a-58fa-416b-89cb-bcdfbab348c6 [ 833.811864] env[65899]: DEBUG oslo_vmware.api [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894736, 'name': PowerOnVM_Task, 'duration_secs': 0.646547} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.812212] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.812361] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b45db543-644d-4b48-895c-ddc00b6fdbcf tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance 'ef5f0333-5109-4fb6-91be-179cdf2541fa' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.844669] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894737, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.981396] env[65899]: DEBUG nova.network.neutron [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Successfully updated port: bc50e838-0b43-47eb-bc74-e91f3b70cd34 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 834.040123] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1e18dc33-7243-43b2-82da-7fc8114722b7 tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Lock "4322180a-58fa-416b-89cb-bcdfbab348c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.483s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.140093] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.140339] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.343486] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894737, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.479568] env[65899]: DEBUG nova.compute.manager [req-3d80386e-6c57-4370-8310-f133c7e1a509 req-6ee7fd50-0e83-437e-a108-ba8264497e53 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Received event network-vif-plugged-bc50e838-0b43-47eb-bc74-e91f3b70cd34 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 834.479842] env[65899]: DEBUG oslo_concurrency.lockutils [req-3d80386e-6c57-4370-8310-f133c7e1a509 req-6ee7fd50-0e83-437e-a108-ba8264497e53 service nova] Acquiring lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.480166] env[65899]: DEBUG oslo_concurrency.lockutils [req-3d80386e-6c57-4370-8310-f133c7e1a509 req-6ee7fd50-0e83-437e-a108-ba8264497e53 service nova] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.480365] env[65899]: DEBUG oslo_concurrency.lockutils [req-3d80386e-6c57-4370-8310-f133c7e1a509 req-6ee7fd50-0e83-437e-a108-ba8264497e53 service nova] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.480637] env[65899]: DEBUG nova.compute.manager [req-3d80386e-6c57-4370-8310-f133c7e1a509 req-6ee7fd50-0e83-437e-a108-ba8264497e53 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] No waiting events found dispatching network-vif-plugged-bc50e838-0b43-47eb-bc74-e91f3b70cd34 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 834.480715] env[65899]: WARNING nova.compute.manager [req-3d80386e-6c57-4370-8310-f133c7e1a509 req-6ee7fd50-0e83-437e-a108-ba8264497e53 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Received unexpected event network-vif-plugged-bc50e838-0b43-47eb-bc74-e91f3b70cd34 for instance with vm_state building and task_state spawning. [ 834.483817] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "refresh_cache-1cf8502e-9bc7-48e7-8c82-d919e816d9a6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.483977] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquired lock "refresh_cache-1cf8502e-9bc7-48e7-8c82-d919e816d9a6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.484154] env[65899]: DEBUG nova.network.neutron [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.842105] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894737, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.653933} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.845340] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.845646] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.846135] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f86e700-b9a7-496a-a793-a31d38a315f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.854482] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 834.854482] env[65899]: value = "task-4894738" [ 834.854482] env[65899]: _type = "Task" [ 834.854482] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.870342] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.028368] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9cf149-baf1-4a91-8666-e6b515df7a00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.038526] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a7ce1c-39d5-4ea0-940e-c111772a62a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.073788] env[65899]: DEBUG nova.network.neutron [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 835.076635] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55272a-18a5-400a-b90d-adec1f2efdc5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.085496] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1abdebd-b141-4aec-bbde-2a24ef5f3e5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.107022] env[65899]: DEBUG nova.compute.provider_tree [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.260901] env[65899]: WARNING neutronclient.v2_0.client [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.374345] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119756} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.375163] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.376580] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb202a24-6e55-4042-ab31-3aebab87c391 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.407913] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.408450] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ec6bf9-f904-4e19-a0ce-e6f445e778d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.431301] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 835.431301] env[65899]: value = "task-4894739" [ 835.431301] env[65899]: _type = "Task" [ 835.431301] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.440566] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.441923] env[65899]: DEBUG nova.network.neutron [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Updating instance_info_cache with network_info: [{"id": "bc50e838-0b43-47eb-bc74-e91f3b70cd34", "address": "fa:16:3e:9a:95:02", "network": {"id": "8f5952ea-20d5-4700-8f65-4b0303ea5919", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-780800218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18aff53e0f4a47ed9e5805eafeaa386c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc50e838-0b", "ovs_interfaceid": "bc50e838-0b43-47eb-bc74-e91f3b70cd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.609350] env[65899]: DEBUG nova.scheduler.client.report [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.943740] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894739, 'name': ReconfigVM_Task, 'duration_secs': 0.49586} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.944115] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Reconfigured VM instance instance-00000038 to attach disk [datastore1] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.945381] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Releasing lock "refresh_cache-1cf8502e-9bc7-48e7-8c82-d919e816d9a6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.946147] env[65899]: DEBUG nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Instance network_info: |[{"id": "bc50e838-0b43-47eb-bc74-e91f3b70cd34", "address": "fa:16:3e:9a:95:02", "network": {"id": "8f5952ea-20d5-4700-8f65-4b0303ea5919", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-780800218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18aff53e0f4a47ed9e5805eafeaa386c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc50e838-0b", "ovs_interfaceid": "bc50e838-0b43-47eb-bc74-e91f3b70cd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 835.946321] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2144be7b-5c7c-4523-b81b-66b0b9efcc28 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.948744] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:95:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc50e838-0b43-47eb-bc74-e91f3b70cd34', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.956272] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Creating folder: Project (18aff53e0f4a47ed9e5805eafeaa386c). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.956633] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d913e6-efc2-4e8a-80b8-aa2f2168786f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.966486] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 835.966486] env[65899]: value = "task-4894740" [ 835.966486] env[65899]: _type = "Task" [ 835.966486] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.978127] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Created folder: Project (18aff53e0f4a47ed9e5805eafeaa386c) in parent group-v953787. [ 835.978127] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Creating folder: Instances. Parent ref: group-v953946. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.978127] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e66029a-df0c-42b3-a78c-1aab39e8cde4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.983733] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894740, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.997221] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Created folder: Instances in parent group-v953946. [ 835.997221] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 835.997221] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.997221] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ba85597-1f48-4638-9049-c47fcfaab229 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.025583] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.025583] env[65899]: value = "task-4894743" [ 836.025583] env[65899]: _type = "Task" [ 836.025583] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.036979] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894743, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.115417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.116404] env[65899]: DEBUG nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 836.120919] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.614s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.121682] env[65899]: DEBUG nova.objects.instance [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lazy-loading 'resources' on Instance uuid 3777e364-d298-4b29-a543-d6d053d8e9dd {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.478754] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894740, 'name': Rename_Task, 'duration_secs': 0.260497} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.478754] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.478754] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83f508ee-7644-4baa-96b5-fbfa07305862 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.487386] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 836.487386] env[65899]: value = "task-4894744" [ 836.487386] env[65899]: _type = "Task" [ 836.487386] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.497996] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.536433] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894743, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.632062] env[65899]: DEBUG nova.compute.utils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.633608] env[65899]: DEBUG nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 836.633802] env[65899]: DEBUG nova.network.neutron [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 836.634539] env[65899]: WARNING neutronclient.v2_0.client [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.634931] env[65899]: WARNING neutronclient.v2_0.client [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.719433] env[65899]: DEBUG nova.policy [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6e3bf5bb6b4c8285c744ce6471ac37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada283044488484fb66f0bb359de932d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.849053] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.003867] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.043956] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894743, 'name': CreateVM_Task, 'duration_secs': 0.750175} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.044268] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.044878] env[65899]: WARNING neutronclient.v2_0.client [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.046285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.046285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.046285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.046285] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8553d5b6-0c69-4c8f-9579-a70ad496bf7c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.053847] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 837.053847] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5231395e-2284-dc15-50d7-57c4ca891194" [ 837.053847] env[65899]: _type = "Task" [ 837.053847] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.065374] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5231395e-2284-dc15-50d7-57c4ca891194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.138382] env[65899]: DEBUG nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 837.150145] env[65899]: DEBUG nova.network.neutron [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Successfully created port: 70db099b-f954-4387-853c-23fe9f2d1082 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 837.196166] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.196166] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.196166] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.285458] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429b16ec-c9e0-4984-913e-eacd98e087bd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.297173] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9527772-7d6a-421f-ab96-d69e7b59e41c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.329687] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f80f5b-60e9-4f9b-a1b9-3629811a091a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.338959] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95acfa17-5757-4335-9d68-869a8b73e0f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.356768] env[65899]: DEBUG nova.compute.provider_tree [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.501716] env[65899]: DEBUG oslo_vmware.api [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894744, 'name': PowerOnVM_Task, 'duration_secs': 0.61301} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.501716] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.502086] env[65899]: INFO nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Took 6.89 seconds to spawn the instance on the hypervisor. [ 837.502086] env[65899]: DEBUG nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 837.502814] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b62bf-09db-4061-9e3f-3ceb19d28cd0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.565204] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5231395e-2284-dc15-50d7-57c4ca891194, 'name': SearchDatastore_Task, 'duration_secs': 0.020808} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.566183] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.566606] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.566876] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.567089] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.567239] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.567816] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9177fe76-d6b8-4c59-8446-60492bc8b58d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.579130] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.579343] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.580270] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1188ebee-317b-470a-b12d-42b35296a758 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.589466] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 837.589466] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5211fbf8-ae7a-5581-4ab6-aae8251a3371" [ 837.589466] env[65899]: _type = "Task" [ 837.589466] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.599215] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5211fbf8-ae7a-5581-4ab6-aae8251a3371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.855475] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d43f3-a5a5-8a42-f8c5-287796768d2a/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.856765] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc50ce-8f20-49d9-b9e5-9f3a872ee5ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.861294] env[65899]: DEBUG nova.scheduler.client.report [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.870565] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d43f3-a5a5-8a42-f8c5-287796768d2a/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.870820] env[65899]: ERROR oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d43f3-a5a5-8a42-f8c5-287796768d2a/disk-0.vmdk due to incomplete transfer. [ 837.871205] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ec50344-ab30-4329-ad9b-91d9fa03a724 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.881297] env[65899]: DEBUG oslo_vmware.rw_handles [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d43f3-a5a5-8a42-f8c5-287796768d2a/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.881585] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Uploaded image 2355f049-3db2-46db-831e-1e03228b5716 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.883897] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.884172] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a98cbe6-4b8d-46e9-ba7c-af603ae212b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.891911] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 837.891911] env[65899]: value = "task-4894745" [ 837.891911] env[65899]: _type = "Task" [ 837.891911] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.902564] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894745, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.021656] env[65899]: INFO nova.compute.manager [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Took 58.84 seconds to build instance. [ 838.035277] env[65899]: DEBUG nova.network.neutron [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Port a609c760-7a80-4729-99eb-d163a97e3380 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 838.035277] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.035277] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.035277] env[65899]: DEBUG nova.network.neutron [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 838.104285] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5211fbf8-ae7a-5581-4ab6-aae8251a3371, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.104791] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6b67d2-1684-4fc2-ae09-796796b42e85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.112734] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 838.112734] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526b58f5-0a07-482c-7a14-f3458c0ce6fe" [ 838.112734] env[65899]: _type = "Task" [ 838.112734] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.122256] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526b58f5-0a07-482c-7a14-f3458c0ce6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.153065] env[65899]: DEBUG nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 838.182539] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 838.183102] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.183420] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 838.183754] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.184045] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 838.184331] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 838.184703] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 838.185028] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 838.185347] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 838.185655] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 838.186683] env[65899]: DEBUG nova.virt.hardware [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 838.187763] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f266b-a356-4155-85f9-178318cf2798 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.197652] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc3264a-91fc-4af7-af71-ba245d22f971 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.367883] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.370829] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.988s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.372582] env[65899]: INFO nova.compute.claims [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.405988] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894745, 'name': Destroy_Task, 'duration_secs': 0.390629} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.405988] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Destroyed the VM [ 838.405988] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.405988] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23dffc30-0b70-4073-b363-10300ee633f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.412924] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 838.412924] env[65899]: value = "task-4894746" [ 838.412924] env[65899]: _type = "Task" [ 838.412924] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.422140] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894746, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.429665] env[65899]: INFO nova.scheduler.client.report [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Deleted allocations for instance 3777e364-d298-4b29-a543-d6d053d8e9dd [ 838.524536] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9d4a0d40-0269-4c2f-aa52-217d226ded41 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "b19ddb0e-faea-4670-87ce-440012329a24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.456s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.538307] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.625070] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526b58f5-0a07-482c-7a14-f3458c0ce6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.626029] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.626029] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1cf8502e-9bc7-48e7-8c82-d919e816d9a6/1cf8502e-9bc7-48e7-8c82-d919e816d9a6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.626029] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15a6c3e-cbea-4d2f-bf29-acb6cea30ee5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.635294] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 838.635294] env[65899]: value = "task-4894747" [ 838.635294] env[65899]: _type = "Task" [ 838.635294] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.645651] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.812488] env[65899]: DEBUG nova.compute.manager [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Received event network-changed-bc50e838-0b43-47eb-bc74-e91f3b70cd34 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 838.812741] env[65899]: DEBUG nova.compute.manager [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Refreshing instance network info cache due to event network-changed-bc50e838-0b43-47eb-bc74-e91f3b70cd34. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 838.812994] env[65899]: DEBUG oslo_concurrency.lockutils [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] Acquiring lock "refresh_cache-1cf8502e-9bc7-48e7-8c82-d919e816d9a6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.813167] env[65899]: DEBUG oslo_concurrency.lockutils [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] Acquired lock "refresh_cache-1cf8502e-9bc7-48e7-8c82-d919e816d9a6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.813327] env[65899]: DEBUG nova.network.neutron [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Refreshing network info cache for port bc50e838-0b43-47eb-bc74-e91f3b70cd34 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.890172] env[65899]: DEBUG nova.network.neutron [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Successfully updated port: 70db099b-f954-4387-853c-23fe9f2d1082 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 838.929869] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894746, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.940445] env[65899]: DEBUG oslo_concurrency.lockutils [None req-72941bf6-8510-4914-ac49-40d353c0388c tempest-ServersAaction247Test-1423085052 tempest-ServersAaction247Test-1423085052-project-member] Lock "3777e364-d298-4b29-a543-d6d053d8e9dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.775s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.982767] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.027169] env[65899]: DEBUG nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 839.071547] env[65899]: DEBUG nova.network.neutron [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance_info_cache with network_info: [{"id": "a609c760-7a80-4729-99eb-d163a97e3380", "address": "fa:16:3e:81:ca:15", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa609c760-7a", "ovs_interfaceid": "a609c760-7a80-4729-99eb-d163a97e3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.151097] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894747, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.317691] env[65899]: WARNING neutronclient.v2_0.client [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.393284] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "refresh_cache-4398f617-f15f-48a6-86a3-383aef6e23d8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.393482] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "refresh_cache-4398f617-f15f-48a6-86a3-383aef6e23d8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.393902] env[65899]: DEBUG nova.network.neutron [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 839.429204] env[65899]: DEBUG oslo_vmware.api [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894746, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823206} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.434817] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.435194] env[65899]: INFO nova.compute.manager [None req-7c06cdea-6be9-4276-9118-9f9d54002a7c tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Took 14.16 seconds to snapshot the instance on the hypervisor. [ 839.560407] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.567480] env[65899]: WARNING neutronclient.v2_0.client [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.575729] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.631576] env[65899]: DEBUG nova.compute.manager [req-e4991c57-f32e-444f-a1cf-2ede413452bd req-6dbbfebb-86b4-4bb0-a021-f67d514bd873 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Received event network-vif-plugged-70db099b-f954-4387-853c-23fe9f2d1082 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.631576] env[65899]: DEBUG oslo_concurrency.lockutils [req-e4991c57-f32e-444f-a1cf-2ede413452bd req-6dbbfebb-86b4-4bb0-a021-f67d514bd873 service nova] Acquiring lock "4398f617-f15f-48a6-86a3-383aef6e23d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.631576] env[65899]: DEBUG oslo_concurrency.lockutils [req-e4991c57-f32e-444f-a1cf-2ede413452bd req-6dbbfebb-86b4-4bb0-a021-f67d514bd873 service nova] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.631576] env[65899]: DEBUG oslo_concurrency.lockutils [req-e4991c57-f32e-444f-a1cf-2ede413452bd req-6dbbfebb-86b4-4bb0-a021-f67d514bd873 service nova] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.631576] env[65899]: DEBUG nova.compute.manager [req-e4991c57-f32e-444f-a1cf-2ede413452bd req-6dbbfebb-86b4-4bb0-a021-f67d514bd873 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] No waiting events found dispatching network-vif-plugged-70db099b-f954-4387-853c-23fe9f2d1082 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.631962] env[65899]: WARNING nova.compute.manager [req-e4991c57-f32e-444f-a1cf-2ede413452bd req-6dbbfebb-86b4-4bb0-a021-f67d514bd873 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Received unexpected event network-vif-plugged-70db099b-f954-4387-853c-23fe9f2d1082 for instance with vm_state building and task_state spawning. [ 839.650630] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549843} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.650888] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1cf8502e-9bc7-48e7-8c82-d919e816d9a6/1cf8502e-9bc7-48e7-8c82-d919e816d9a6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.652362] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.652362] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db980f4-dc14-497e-a020-129371b20cb0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.661938] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 839.661938] env[65899]: value = "task-4894748" [ 839.661938] env[65899]: _type = "Task" [ 839.661938] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.672498] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.686961] env[65899]: DEBUG nova.network.neutron [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Updated VIF entry in instance network info cache for port bc50e838-0b43-47eb-bc74-e91f3b70cd34. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 839.686961] env[65899]: DEBUG nova.network.neutron [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Updating instance_info_cache with network_info: [{"id": "bc50e838-0b43-47eb-bc74-e91f3b70cd34", "address": "fa:16:3e:9a:95:02", "network": {"id": "8f5952ea-20d5-4700-8f65-4b0303ea5919", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-780800218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18aff53e0f4a47ed9e5805eafeaa386c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc50e838-0b", "ovs_interfaceid": "bc50e838-0b43-47eb-bc74-e91f3b70cd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.966753] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3087551-06b7-4384-b64d-b361a12f1804 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.975909] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b30ac5-8b94-4d11-bf78-53f29bc82431 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.015794] env[65899]: DEBUG nova.network.neutron [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 840.018839] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2c2d6-7941-4008-a06c-213035b94a5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.028018] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24ea3ad-2d44-49db-8753-71c5a599fd88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.048314] env[65899]: DEBUG nova.compute.provider_tree [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.081548] env[65899]: DEBUG nova.compute.manager [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65899) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 840.081548] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.134654] env[65899]: WARNING neutronclient.v2_0.client [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.174853] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087145} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.174963] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.175763] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05386761-d448-4cd1-89d2-5e14e04217d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.194423] env[65899]: DEBUG oslo_concurrency.lockutils [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] Releasing lock "refresh_cache-1cf8502e-9bc7-48e7-8c82-d919e816d9a6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.194423] env[65899]: DEBUG nova.compute.manager [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Received event network-changed-3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 840.194423] env[65899]: DEBUG nova.compute.manager [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Refreshing instance network info cache due to event network-changed-3ec5912a-f70a-45af-97b1-f7dc8eb74045. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 840.194423] env[65899]: DEBUG oslo_concurrency.lockutils [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] Acquiring lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.194423] env[65899]: DEBUG oslo_concurrency.lockutils [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] Acquired lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.194423] env[65899]: DEBUG nova.network.neutron [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Refreshing network info cache for port 3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.205089] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1cf8502e-9bc7-48e7-8c82-d919e816d9a6/1cf8502e-9bc7-48e7-8c82-d919e816d9a6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.210070] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c97cd1-0abc-4205-934a-a8fd0b5af591 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.237294] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 840.237294] env[65899]: value = "task-4894749" [ 840.237294] env[65899]: _type = "Task" [ 840.237294] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.247955] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.292117] env[65899]: DEBUG nova.network.neutron [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Updating instance_info_cache with network_info: [{"id": "70db099b-f954-4387-853c-23fe9f2d1082", "address": "fa:16:3e:8c:60:45", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70db099b-f9", "ovs_interfaceid": "70db099b-f954-4387-853c-23fe9f2d1082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.354555] env[65899]: INFO nova.compute.manager [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Rebuilding instance [ 840.425488] env[65899]: DEBUG nova.compute.manager [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 840.426657] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14285d60-dbb7-4fe0-a285-7a269f983e0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.554700] env[65899]: DEBUG nova.scheduler.client.report [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.709985] env[65899]: WARNING neutronclient.v2_0.client [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.752537] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.796764] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "refresh_cache-4398f617-f15f-48a6-86a3-383aef6e23d8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.796764] env[65899]: DEBUG nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Instance network_info: |[{"id": "70db099b-f954-4387-853c-23fe9f2d1082", "address": "fa:16:3e:8c:60:45", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70db099b-f9", "ovs_interfaceid": "70db099b-f954-4387-853c-23fe9f2d1082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 840.797547] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:60:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70db099b-f954-4387-853c-23fe9f2d1082', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.805829] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 840.806468] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.807061] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9ed5051-9c61-4e8d-b8b0-ec616d6729b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.834527] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.834527] env[65899]: value = "task-4894750" [ 840.834527] env[65899]: _type = "Task" [ 840.834527] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.849366] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894750, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.907029] env[65899]: WARNING neutronclient.v2_0.client [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.021771] env[65899]: DEBUG nova.network.neutron [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updated VIF entry in instance network info cache for port 3ec5912a-f70a-45af-97b1-f7dc8eb74045. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 841.022290] env[65899]: DEBUG nova.network.neutron [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updating instance_info_cache with network_info: [{"id": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "address": "fa:16:3e:8c:e6:67", "network": {"id": "40500472-5b1b-439f-9c55-d75ca3f4db3d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-503884161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07b51c20ab34e8da2ac3d1b762ab8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec5912a-f7", "ovs_interfaceid": "3ec5912a-f70a-45af-97b1-f7dc8eb74045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.061457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.062024] env[65899]: DEBUG nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 841.064960] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.076s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.066708] env[65899]: INFO nova.compute.claims [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.251674] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894749, 'name': ReconfigVM_Task, 'duration_secs': 0.762915} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.252177] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1cf8502e-9bc7-48e7-8c82-d919e816d9a6/1cf8502e-9bc7-48e7-8c82-d919e816d9a6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.253024] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6671f312-0ccf-45c7-a803-6bdb79834b12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.261856] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 841.261856] env[65899]: value = "task-4894751" [ 841.261856] env[65899]: _type = "Task" [ 841.261856] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.273787] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894751, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.350151] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894750, 'name': CreateVM_Task, 'duration_secs': 0.480688} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.350151] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.350416] env[65899]: WARNING neutronclient.v2_0.client [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.350714] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.350921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.351407] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.351769] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d5e42c-961c-4c3a-81a4-c479c9f60af0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.359875] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 841.359875] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e25832-a750-1f42-b34e-b7b255d1193b" [ 841.359875] env[65899]: _type = "Task" [ 841.359875] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.370501] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e25832-a750-1f42-b34e-b7b255d1193b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.447228] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.447228] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e8398f-0d1d-4732-911c-7165b63e1f33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.454737] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.457377] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.457377] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 841.457377] env[65899]: value = "task-4894752" [ 841.457377] env[65899]: _type = "Task" [ 841.457377] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.475038] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.485593] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.485882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.486057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.486234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.486387] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.488635] env[65899]: INFO nova.compute.manager [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Terminating instance [ 841.525288] env[65899]: DEBUG oslo_concurrency.lockutils [req-15ad1e0e-662c-47dc-a255-f468cc69e958 req-20e6e28c-2d37-43af-a33a-4efe7ecf4561 service nova] Releasing lock "refresh_cache-7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.577444] env[65899]: DEBUG nova.compute.utils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.578988] env[65899]: DEBUG nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 841.580720] env[65899]: DEBUG nova.network.neutron [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 841.581258] env[65899]: WARNING neutronclient.v2_0.client [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.581736] env[65899]: WARNING neutronclient.v2_0.client [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.637719] env[65899]: DEBUG nova.policy [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbf4349d099148f6af4aadf5c63199da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '385c0815e910417ab55e47d7165ceef1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.775907] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894751, 'name': Rename_Task, 'duration_secs': 0.187238} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.776304] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.776628] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cddc65d3-75f9-4ddf-b852-564e8646ed10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.785276] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 841.785276] env[65899]: value = "task-4894753" [ 841.785276] env[65899]: _type = "Task" [ 841.785276] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.795656] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.871747] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e25832-a750-1f42-b34e-b7b255d1193b, 'name': SearchDatastore_Task, 'duration_secs': 0.013327} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.872202] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.872901] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.872901] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.872901] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.873223] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.873494] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3767d5c-1323-4d2c-88fe-24edd52b4ab0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.883946] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.884240] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.885255] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80cf24f-e24a-4e1f-9c90-4c26bc319dfb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.889056] env[65899]: DEBUG nova.compute.manager [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 841.890072] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e0de1f-31df-428d-ad75-6e5b6e4cbbbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.897342] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 841.897342] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52def383-b2a7-a561-de99-1269ba6ef07b" [ 841.897342] env[65899]: _type = "Task" [ 841.897342] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.912447] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52def383-b2a7-a561-de99-1269ba6ef07b, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.913437] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab2adb0-58fb-43f1-97a2-d0399d132b01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.919817] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 841.919817] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52023141-59ed-3507-ba9a-25687461491b" [ 841.919817] env[65899]: _type = "Task" [ 841.919817] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.929770] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52023141-59ed-3507-ba9a-25687461491b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.968039] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894752, 'name': PowerOffVM_Task, 'duration_secs': 0.131858} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.968221] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.968469] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.969423] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7908d334-0fa3-4c9b-be50-d4bba2af2ba4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.977187] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.977527] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c49418bd-b070-484c-9611-422bf5540dd0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.992572] env[65899]: DEBUG nova.compute.manager [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 841.992920] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.994231] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d71bd-ff8c-4325-a8f4-f5d77e74f21e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.999065] env[65899]: DEBUG nova.network.neutron [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Successfully created port: fab0a015-e749-4f7e-8da8-6ade95fcdbb1 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 842.004019] env[65899]: DEBUG nova.compute.manager [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Received event network-changed-70db099b-f954-4387-853c-23fe9f2d1082 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.004230] env[65899]: DEBUG nova.compute.manager [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Refreshing instance network info cache due to event network-changed-70db099b-f954-4387-853c-23fe9f2d1082. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 842.004438] env[65899]: DEBUG oslo_concurrency.lockutils [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] Acquiring lock "refresh_cache-4398f617-f15f-48a6-86a3-383aef6e23d8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.004613] env[65899]: DEBUG oslo_concurrency.lockutils [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] Acquired lock "refresh_cache-4398f617-f15f-48a6-86a3-383aef6e23d8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.004716] env[65899]: DEBUG nova.network.neutron [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Refreshing network info cache for port 70db099b-f954-4387-853c-23fe9f2d1082 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.009102] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.009309] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.009482] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleting the datastore file [datastore1] b19ddb0e-faea-4670-87ce-440012329a24 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.009741] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c52ff30f-4566-4260-94ad-93fc6f0c9351 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.014750] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.019029] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33eac14c-f0d5-431f-9919-c4ef7bbdaed3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.021759] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 842.021759] env[65899]: value = "task-4894755" [ 842.021759] env[65899]: _type = "Task" [ 842.021759] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.029275] env[65899]: DEBUG oslo_vmware.api [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 842.029275] env[65899]: value = "task-4894756" [ 842.029275] env[65899]: _type = "Task" [ 842.029275] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.037618] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.042828] env[65899]: DEBUG oslo_vmware.api [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.086286] env[65899]: DEBUG nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 842.302278] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894753, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.320294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.320635] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.404186] env[65899]: INFO nova.compute.manager [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] instance snapshotting [ 842.406876] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9141b029-4e67-4d71-86f1-9d08eaa71a26 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.434554] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3dc7b8-bf58-4f6d-8c78-08dac5816264 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.443910] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52023141-59ed-3507-ba9a-25687461491b, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.446551] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.446943] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 4398f617-f15f-48a6-86a3-383aef6e23d8/4398f617-f15f-48a6-86a3-383aef6e23d8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.450323] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d933614-989f-41b5-b2d1-1d9150004f0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.459917] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 842.459917] env[65899]: value = "task-4894757" [ 842.459917] env[65899]: _type = "Task" [ 842.459917] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.471046] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.507092] env[65899]: WARNING neutronclient.v2_0.client [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.539395] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110247} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.543780] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.544096] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.544379] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.553549] env[65899]: DEBUG oslo_vmware.api [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894756, 'name': PowerOffVM_Task, 'duration_secs': 0.324245} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.554199] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.554372] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.554631] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f92fe68-1af8-4d96-b0e6-6325b2030cf9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.629703] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.629927] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.630156] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Deleting the datastore file [datastore2] 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.630804] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c32a66c0-0839-4455-9fe2-d1058c69ed02 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.634903] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca07303-e7eb-4558-8f7b-63f29fd91d0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.647270] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d053f765-d4eb-40fc-a8b8-9414581e5022 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.650439] env[65899]: DEBUG oslo_vmware.api [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for the task: (returnval){ [ 842.650439] env[65899]: value = "task-4894759" [ 842.650439] env[65899]: _type = "Task" [ 842.650439] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.688923] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf4b63-c579-4d6b-8628-2fa521830944 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.695284] env[65899]: DEBUG oslo_vmware.api [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.702852] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c7687-457a-41e3-b334-5bc9a4d9b4dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.722877] env[65899]: DEBUG nova.compute.provider_tree [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.742910] env[65899]: WARNING neutronclient.v2_0.client [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.803116] env[65899]: DEBUG oslo_vmware.api [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894753, 'name': PowerOnVM_Task, 'duration_secs': 0.545973} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.803680] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.804134] env[65899]: INFO nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Took 9.48 seconds to spawn the instance on the hypervisor. [ 842.804479] env[65899]: DEBUG nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 842.806370] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55f1c2a-9369-4dfe-9602-b83db5ea79a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.885781] env[65899]: DEBUG nova.network.neutron [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Updated VIF entry in instance network info cache for port 70db099b-f954-4387-853c-23fe9f2d1082. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 842.886147] env[65899]: DEBUG nova.network.neutron [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Updating instance_info_cache with network_info: [{"id": "70db099b-f954-4387-853c-23fe9f2d1082", "address": "fa:16:3e:8c:60:45", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70db099b-f9", "ovs_interfaceid": "70db099b-f954-4387-853c-23fe9f2d1082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.954706] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.954913] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a646e65-d9d4-47c9-9909-34c2bd9855cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.966785] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 842.966785] env[65899]: value = "task-4894760" [ 842.966785] env[65899]: _type = "Task" [ 842.966785] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.974274] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894757, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.979911] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.099806] env[65899]: DEBUG nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 843.125566] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 843.125812] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.126010] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 843.126209] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.126351] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 843.126493] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 843.126701] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 843.126859] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 843.127039] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 843.127202] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 843.127373] env[65899]: DEBUG nova.virt.hardware [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 843.128669] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a17100-cc18-4ea8-8407-84ff6c5f3f27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.137609] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3aac9d-958e-4407-bd30-11cf0faf8c18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.164626] env[65899]: DEBUG oslo_vmware.api [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Task: {'id': task-4894759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381939} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.164626] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.164626] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.164626] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.164937] env[65899]: INFO nova.compute.manager [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Took 1.17 seconds to destroy the instance on the hypervisor. [ 843.164937] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.165160] env[65899]: DEBUG nova.compute.manager [-] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 843.165268] env[65899]: DEBUG nova.network.neutron [-] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 843.165557] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.207353] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.231575] env[65899]: DEBUG nova.scheduler.client.report [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.330008] env[65899]: INFO nova.compute.manager [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Took 64.09 seconds to build instance. [ 843.389119] env[65899]: DEBUG oslo_concurrency.lockutils [req-f98c3487-2de0-4c4f-8e13-d193ecf88de6 req-4351c730-9e00-4fd1-9c19-2268b9bc19c4 service nova] Releasing lock "refresh_cache-4398f617-f15f-48a6-86a3-383aef6e23d8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.476324] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535941} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.478029] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 4398f617-f15f-48a6-86a3-383aef6e23d8/4398f617-f15f-48a6-86a3-383aef6e23d8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.478182] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.478438] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3d452a6-e693-4d6c-a3a6-5141ff3c65d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.484445] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.490980] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 843.490980] env[65899]: value = "task-4894761" [ 843.490980] env[65899]: _type = "Task" [ 843.490980] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.500960] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.587329] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 843.587484] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.587560] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 843.587717] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.587859] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 843.588304] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 843.588304] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 843.588622] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 843.588622] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 843.588742] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 843.588808] env[65899]: DEBUG nova.virt.hardware [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 843.589708] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc63e1-4d12-4075-ac79-3b0b8ae4d84a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.597814] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47fea70-6d8b-4d73-991b-45016d26121d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.612440] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.618172] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.618468] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.618703] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7cdf76c-44e3-4e63-970f-88522f72254f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.632577] env[65899]: DEBUG nova.compute.manager [req-b03e07b9-502f-4de4-9efe-36dd1a336132 req-26e830f8-d920-403f-9bf1-d67f0a07e17f service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Received event network-vif-deleted-3ec5912a-f70a-45af-97b1-f7dc8eb74045 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 843.632765] env[65899]: INFO nova.compute.manager [req-b03e07b9-502f-4de4-9efe-36dd1a336132 req-26e830f8-d920-403f-9bf1-d67f0a07e17f service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Neutron deleted interface 3ec5912a-f70a-45af-97b1-f7dc8eb74045; detaching it from the instance and deleting it from the info cache [ 843.632924] env[65899]: DEBUG nova.network.neutron [req-b03e07b9-502f-4de4-9efe-36dd1a336132 req-26e830f8-d920-403f-9bf1-d67f0a07e17f service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.641731] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.641731] env[65899]: value = "task-4894762" [ 843.641731] env[65899]: _type = "Task" [ 843.641731] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.651538] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894762, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.665746] env[65899]: DEBUG nova.network.neutron [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Successfully updated port: fab0a015-e749-4f7e-8da8-6ade95fcdbb1 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 843.736779] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.737438] env[65899]: DEBUG nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 843.743342] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.836s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.833743] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e19383c2-9479-4f2d-87de-b6dc03757d4e tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.683s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.936371] env[65899]: DEBUG nova.network.neutron [-] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.977508] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.001335] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069149} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.001637] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.002440] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8015ebfb-25fa-4174-91b8-03b769d43619 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.026196] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 4398f617-f15f-48a6-86a3-383aef6e23d8/4398f617-f15f-48a6-86a3-383aef6e23d8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.026930] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f8b8740-211f-4218-b924-f54e555ee193 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.048117] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 844.048117] env[65899]: value = "task-4894763" [ 844.048117] env[65899]: _type = "Task" [ 844.048117] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.057872] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.116394] env[65899]: DEBUG nova.compute.manager [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Received event network-vif-plugged-fab0a015-e749-4f7e-8da8-6ade95fcdbb1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 844.116613] env[65899]: DEBUG oslo_concurrency.lockutils [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] Acquiring lock "e6d4798b-e919-4221-9c82-26bfb02a0019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.116810] env[65899]: DEBUG oslo_concurrency.lockutils [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.116960] env[65899]: DEBUG oslo_concurrency.lockutils [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.117136] env[65899]: DEBUG nova.compute.manager [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] No waiting events found dispatching network-vif-plugged-fab0a015-e749-4f7e-8da8-6ade95fcdbb1 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 844.117305] env[65899]: WARNING nova.compute.manager [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Received unexpected event network-vif-plugged-fab0a015-e749-4f7e-8da8-6ade95fcdbb1 for instance with vm_state building and task_state spawning. [ 844.117449] env[65899]: DEBUG nova.compute.manager [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Received event network-changed-fab0a015-e749-4f7e-8da8-6ade95fcdbb1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 844.117593] env[65899]: DEBUG nova.compute.manager [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Refreshing instance network info cache due to event network-changed-fab0a015-e749-4f7e-8da8-6ade95fcdbb1. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 844.117875] env[65899]: DEBUG oslo_concurrency.lockutils [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] Acquiring lock "refresh_cache-e6d4798b-e919-4221-9c82-26bfb02a0019" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.118129] env[65899]: DEBUG oslo_concurrency.lockutils [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] Acquired lock "refresh_cache-e6d4798b-e919-4221-9c82-26bfb02a0019" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.118196] env[65899]: DEBUG nova.network.neutron [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Refreshing network info cache for port fab0a015-e749-4f7e-8da8-6ade95fcdbb1 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.136479] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf98165e-c036-480e-a0d6-444ba1db1115 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.149457] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c178f1ba-7ff5-48e7-8faa-026f163b7f01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.165851] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894762, 'name': CreateVM_Task, 'duration_secs': 0.485972} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.166026] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.166468] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.166578] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.166913] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.167194] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f68bde-94e7-4947-a24e-06352b6bf967 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.169143] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "refresh_cache-e6d4798b-e919-4221-9c82-26bfb02a0019" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.173512] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 844.173512] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b76fb0-ea86-844d-409a-316b57cc935a" [ 844.173512] env[65899]: _type = "Task" [ 844.173512] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.188082] env[65899]: DEBUG nova.compute.manager [req-b03e07b9-502f-4de4-9efe-36dd1a336132 req-26e830f8-d920-403f-9bf1-d67f0a07e17f service nova] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Detach interface failed, port_id=3ec5912a-f70a-45af-97b1-f7dc8eb74045, reason: Instance 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.197873] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b76fb0-ea86-844d-409a-316b57cc935a, 'name': SearchDatastore_Task, 'duration_secs': 0.014348} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.198501] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.198734] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.198983] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.199157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.199905] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.199905] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afda4317-d1ce-4149-b8a2-1901359ca305 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.208796] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.209048] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.209774] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8aa36ad-608c-4570-a859-4575b9e286df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.215431] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 844.215431] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ebeaae-f699-ad45-a517-5a4b8af4f26a" [ 844.215431] env[65899]: _type = "Task" [ 844.215431] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.223911] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ebeaae-f699-ad45-a517-5a4b8af4f26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.258546] env[65899]: DEBUG nova.compute.utils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.260561] env[65899]: DEBUG nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 844.261451] env[65899]: DEBUG nova.network.neutron [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 844.261451] env[65899]: WARNING neutronclient.v2_0.client [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.261589] env[65899]: WARNING neutronclient.v2_0.client [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.323102] env[65899]: DEBUG nova.policy [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73806ba30de44ed7bf0f58a8ec45c096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43a932921185406e952f642af150b2d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.336408] env[65899]: DEBUG nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 844.389981] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.390390] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.390683] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.390906] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.391144] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.393772] env[65899]: INFO nova.compute.manager [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Terminating instance [ 844.440128] env[65899]: INFO nova.compute.manager [-] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Took 1.27 seconds to deallocate network for instance. [ 844.482293] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894760, 'name': CreateSnapshot_Task, 'duration_secs': 1.465811} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.482963] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.483975] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dfb93d-6061-4fb0-a31f-0528c50d87ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.561626] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.621148] env[65899]: WARNING neutronclient.v2_0.client [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.654096] env[65899]: DEBUG nova.network.neutron [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 844.714900] env[65899]: DEBUG nova.network.neutron [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Successfully created port: a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 844.727932] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ebeaae-f699-ad45-a517-5a4b8af4f26a, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.728831] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ce8a7a-dab5-4718-b89d-0108edbabbcb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.735451] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 844.735451] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52028c82-e155-5c18-a0e7-0285616213bb" [ 844.735451] env[65899]: _type = "Task" [ 844.735451] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.745023] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52028c82-e155-5c18-a0e7-0285616213bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.752687] env[65899]: DEBUG nova.network.neutron [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.761194] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Applying migration context for instance ef5f0333-5109-4fb6-91be-179cdf2541fa as it has an incoming, in-progress migration 13ab4640-7e42-454d-a400-068a74026be0. Migration status is reverting {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 844.763222] env[65899]: INFO nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating resource usage from migration 13ab4640-7e42-454d-a400-068a74026be0 [ 844.763530] env[65899]: INFO nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating resource usage from migration 122412ab-a2c8-4bc5-827d-a5300d51a961 [ 844.767064] env[65899]: DEBUG nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 844.796872] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance efedb7d3-e2eb-4c07-b313-3e7c6059e7fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.796872] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 01299d31-ee63-4b30-b361-74757c5e3583 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 844.796872] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ccb8fe18-7c1e-4361-bebb-70daa4807985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.796872] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance afbb5c92-d555-4b8f-b170-5cb53e87491d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.796872] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 9b64124c-dbd9-4da7-af5f-16a0f8289024 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.796872] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 6ee00201-4876-45bc-b04f-8bca396775b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.797199] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 5c6cd7e6-b057-42b7-b2e2-0da552ef2312 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 844.797246] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7acb08b0-ed0f-446b-a06e-dbd53985bf1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.797337] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 926cf1b6-6abc-4241-bfa4-75cda3a90784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.799188] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.799188] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance e3c16bfd-ccc4-4285-828f-4d0172d7dd89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.799188] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance b19ddb0e-faea-4670-87ce-440012329a24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.799188] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 1cf8502e-9bc7-48e7-8c82-d919e816d9a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.799188] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 4398f617-f15f-48a6-86a3-383aef6e23d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.799188] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance e6d4798b-e919-4221-9c82-26bfb02a0019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.800324] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c62b16dd-892f-4282-bf55-70e4d50f9ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 844.860596] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.898224] env[65899]: DEBUG nova.compute.manager [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 844.898411] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.899463] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f5aab4-cdce-4e48-ae06-7dd0f391d8a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.908141] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.908441] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5215c8-54d6-4c2a-9f5a-92f8424b3f64 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.917024] env[65899]: DEBUG oslo_vmware.api [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 844.917024] env[65899]: value = "task-4894764" [ 844.917024] env[65899]: _type = "Task" [ 844.917024] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.926901] env[65899]: DEBUG oslo_vmware.api [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.948163] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.011617] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.011978] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b5811a7-e8e3-4a8b-94f5-7b5e5c22d814 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.021790] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 845.021790] env[65899]: value = "task-4894765" [ 845.021790] env[65899]: _type = "Task" [ 845.021790] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.032042] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894765, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.059801] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894763, 'name': ReconfigVM_Task, 'duration_secs': 0.821902} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.060140] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 4398f617-f15f-48a6-86a3-383aef6e23d8/4398f617-f15f-48a6-86a3-383aef6e23d8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.060808] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df701fb2-e258-452c-9c1e-5a0639210bcd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.069294] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 845.069294] env[65899]: value = "task-4894766" [ 845.069294] env[65899]: _type = "Task" [ 845.069294] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.079814] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894766, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.247589] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52028c82-e155-5c18-a0e7-0285616213bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.249056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.249056] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.249056] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04334dbf-6575-4b42-870d-6506130affda {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.255964] env[65899]: DEBUG oslo_concurrency.lockutils [req-40d11885-3944-4271-8d91-968cf288c3d5 req-c8ff5dd7-124b-46ff-a379-671c39087a2c service nova] Releasing lock "refresh_cache-e6d4798b-e919-4221-9c82-26bfb02a0019" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.256442] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 845.256442] env[65899]: value = "task-4894767" [ 845.256442] env[65899]: _type = "Task" [ 845.256442] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.256660] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquired lock "refresh_cache-e6d4798b-e919-4221-9c82-26bfb02a0019" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.256853] env[65899]: DEBUG nova.network.neutron [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 845.270260] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.311046] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance bdfc411c-60fa-460f-9e67-031ec6ad6965 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 845.311046] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Migration 13ab4640-7e42-454d-a400-068a74026be0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 845.311046] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ef5f0333-5109-4fb6-91be-179cdf2541fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.429425] env[65899]: DEBUG oslo_vmware.api [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894764, 'name': PowerOffVM_Task, 'duration_secs': 0.219445} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.429832] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.430085] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.430355] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c05e91bd-ad30-44ae-bf5c-1c3ce0c8ef50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.510029] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.510029] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.510029] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Deleting the datastore file [datastore1] 1cf8502e-9bc7-48e7-8c82-d919e816d9a6 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.510029] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbd89bd8-9527-4225-8e8e-8208c47f7447 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.516503] env[65899]: DEBUG oslo_vmware.api [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for the task: (returnval){ [ 845.516503] env[65899]: value = "task-4894769" [ 845.516503] env[65899]: _type = "Task" [ 845.516503] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.526966] env[65899]: DEBUG oslo_vmware.api [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.540083] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894765, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.580433] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894766, 'name': Rename_Task, 'duration_secs': 0.341444} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.580725] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.581018] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c558fd-0fe3-40f1-8096-ed9025b0af22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.588939] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 845.588939] env[65899]: value = "task-4894770" [ 845.588939] env[65899]: _type = "Task" [ 845.588939] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.598644] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.770337] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.779936] env[65899]: DEBUG nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 845.810508] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.810748] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.810897] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.811124] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.811244] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.811369] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.811556] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.811708] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.811873] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.812051] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.812232] env[65899]: DEBUG nova.virt.hardware [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.813029] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ae416780-a2c7-444a-a5a9-a5c111b5643a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 845.815062] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fc6bcf-e477-4c1f-a073-587119c9c76c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.820501] env[65899]: DEBUG nova.network.neutron [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 845.830205] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2b4cca-d143-4286-ac76-929fbf0300da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.998406] env[65899]: WARNING neutronclient.v2_0.client [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.027994] env[65899]: DEBUG oslo_vmware.api [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Task: {'id': task-4894769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344425} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.031498] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.031693] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.031864] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.032090] env[65899]: INFO nova.compute.manager [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 846.032300] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 846.032524] env[65899]: DEBUG nova.compute.manager [-] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 846.032628] env[65899]: DEBUG nova.network.neutron [-] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 846.032853] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.043166] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894765, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.100477] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894770, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.112925] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.146360] env[65899]: DEBUG nova.network.neutron [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Updating instance_info_cache with network_info: [{"id": "fab0a015-e749-4f7e-8da8-6ade95fcdbb1", "address": "fa:16:3e:ef:5f:10", "network": {"id": "a6588f64-84f5-45b4-8c5e-3d77e682b3cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1672333442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385c0815e910417ab55e47d7165ceef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab0a015-e7", "ovs_interfaceid": "fab0a015-e749-4f7e-8da8-6ade95fcdbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.219379] env[65899]: DEBUG nova.compute.manager [req-dc412400-c4ce-46b4-a7b0-b2914b678671 req-a146597d-32b1-45d4-8e2a-2d705330f78c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-vif-plugged-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 846.221246] env[65899]: DEBUG oslo_concurrency.lockutils [req-dc412400-c4ce-46b4-a7b0-b2914b678671 req-a146597d-32b1-45d4-8e2a-2d705330f78c service nova] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.221246] env[65899]: DEBUG oslo_concurrency.lockutils [req-dc412400-c4ce-46b4-a7b0-b2914b678671 req-a146597d-32b1-45d4-8e2a-2d705330f78c service nova] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.221246] env[65899]: DEBUG oslo_concurrency.lockutils [req-dc412400-c4ce-46b4-a7b0-b2914b678671 req-a146597d-32b1-45d4-8e2a-2d705330f78c service nova] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.221246] env[65899]: DEBUG nova.compute.manager [req-dc412400-c4ce-46b4-a7b0-b2914b678671 req-a146597d-32b1-45d4-8e2a-2d705330f78c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] No waiting events found dispatching network-vif-plugged-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 846.221246] env[65899]: WARNING nova.compute.manager [req-dc412400-c4ce-46b4-a7b0-b2914b678671 req-a146597d-32b1-45d4-8e2a-2d705330f78c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received unexpected event network-vif-plugged-a5962943-23e0-4d8c-9453-bf8c84173de5 for instance with vm_state building and task_state spawning. [ 846.272250] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531413} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.272530] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.272811] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.273099] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2d1f5e1-24d7-4b5f-8259-89074057a365 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.283444] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 846.283444] env[65899]: value = "task-4894771" [ 846.283444] env[65899]: _type = "Task" [ 846.283444] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.295900] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.323600] env[65899]: DEBUG nova.network.neutron [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Successfully updated port: a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 846.325871] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 8a9533c2-b691-4c25-a359-08c722c142aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 846.539031] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894765, 'name': CloneVM_Task, 'duration_secs': 1.324807} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.539620] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Created linked-clone VM from snapshot [ 846.540809] env[65899]: DEBUG nova.compute.manager [req-e1e33a76-fbe4-4e6d-a177-501041d6f833 req-ad377440-e8e0-45a6-8b5c-a560b59b9021 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Received event network-vif-deleted-bc50e838-0b43-47eb-bc74-e91f3b70cd34 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 846.541063] env[65899]: INFO nova.compute.manager [req-e1e33a76-fbe4-4e6d-a177-501041d6f833 req-ad377440-e8e0-45a6-8b5c-a560b59b9021 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Neutron deleted interface bc50e838-0b43-47eb-bc74-e91f3b70cd34; detaching it from the instance and deleting it from the info cache [ 846.541244] env[65899]: DEBUG nova.network.neutron [req-e1e33a76-fbe4-4e6d-a177-501041d6f833 req-ad377440-e8e0-45a6-8b5c-a560b59b9021 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.542814] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6052640-cf8a-4f05-8355-40817235955a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.552209] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Uploading image a73107c4-7998-424a-a606-a233054fffbf {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.584789] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.584789] env[65899]: value = "vm-953952" [ 846.584789] env[65899]: _type = "VirtualMachine" [ 846.584789] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.585597] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85000f2d-1f50-412e-ab2d-de7f6c9ae79c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.682415] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Releasing lock "refresh_cache-e6d4798b-e919-4221-9c82-26bfb02a0019" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.682897] env[65899]: DEBUG nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Instance network_info: |[{"id": "fab0a015-e749-4f7e-8da8-6ade95fcdbb1", "address": "fa:16:3e:ef:5f:10", "network": {"id": "a6588f64-84f5-45b4-8c5e-3d77e682b3cd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1672333442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "385c0815e910417ab55e47d7165ceef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab0a015-e7", "ovs_interfaceid": "fab0a015-e749-4f7e-8da8-6ade95fcdbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 846.684919] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:5f:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab0a015-e749-4f7e-8da8-6ade95fcdbb1', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.698740] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Creating folder: Project (385c0815e910417ab55e47d7165ceef1). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.701222] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f06255e-e59d-4ffa-b0b0-5c09d3f8f951 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.704786] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lease: (returnval){ [ 846.704786] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c570b3-54f0-d12b-b2a0-4b7e6e5f9800" [ 846.704786] env[65899]: _type = "HttpNfcLease" [ 846.704786] env[65899]: } obtained for exporting VM: (result){ [ 846.704786] env[65899]: value = "vm-953952" [ 846.704786] env[65899]: _type = "VirtualMachine" [ 846.704786] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.705112] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the lease: (returnval){ [ 846.705112] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c570b3-54f0-d12b-b2a0-4b7e6e5f9800" [ 846.705112] env[65899]: _type = "HttpNfcLease" [ 846.705112] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.708682] env[65899]: DEBUG oslo_vmware.api [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894770, 'name': PowerOnVM_Task, 'duration_secs': 0.633344} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.714679] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.714973] env[65899]: INFO nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Took 8.56 seconds to spawn the instance on the hypervisor. [ 846.715202] env[65899]: DEBUG nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 846.716144] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0efeea2-9ec2-42a3-bc5f-20ca7cf5e75d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.722608] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Created folder: Project (385c0815e910417ab55e47d7165ceef1) in parent group-v953787. [ 846.722861] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Creating folder: Instances. Parent ref: group-v953953. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.725518] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-173b80bf-c2d8-4fe4-97e2-80b0cc324e27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.730141] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.730141] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c570b3-54f0-d12b-b2a0-4b7e6e5f9800" [ 846.730141] env[65899]: _type = "HttpNfcLease" [ 846.730141] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.735522] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.735522] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c570b3-54f0-d12b-b2a0-4b7e6e5f9800" [ 846.735522] env[65899]: _type = "HttpNfcLease" [ 846.735522] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.736418] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5321e26-2c9c-4f5f-b4b6-5dea758bc4cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.746813] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Created folder: Instances in parent group-v953953. [ 846.747094] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 846.752081] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.752081] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223cede-03d5-725f-9541-1e33fb6df8e4/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.752270] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223cede-03d5-725f-9541-1e33fb6df8e4/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 846.753615] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aaa70c7-1412-4090-9291-68e2a54a9dfa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.833531] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.833779] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.834043] env[65899]: DEBUG nova.network.neutron [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 846.835602] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 60454fdc-2575-47e4-be42-a06554329539 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 846.847208] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.847208] env[65899]: value = "task-4894775" [ 846.847208] env[65899]: _type = "Task" [ 846.847208] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.856513] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259969} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.857329] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.859405] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476ae34-fdca-4054-9ff6-2ea9f65d462e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.865055] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894775, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.884161] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.884859] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47351c91-bce9-4304-af3b-1015730c6881 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.905014] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 846.905014] env[65899]: value = "task-4894776" [ 846.905014] env[65899]: _type = "Task" [ 846.905014] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.905366] env[65899]: DEBUG nova.network.neutron [-] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.916794] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.958799] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d6dece2-6a73-43bb-9048-dd8286f2dd2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.047332] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05c0ab76-31aa-42d0-abe8-7d60d7e48ce7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.059318] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c25b67-f6e1-4731-a213-d4db189aa73a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.103764] env[65899]: DEBUG nova.compute.manager [req-e1e33a76-fbe4-4e6d-a177-501041d6f833 req-ad377440-e8e0-45a6-8b5c-a560b59b9021 service nova] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Detach interface failed, port_id=bc50e838-0b43-47eb-bc74-e91f3b70cd34, reason: Instance 1cf8502e-9bc7-48e7-8c82-d919e816d9a6 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 847.250293] env[65899]: INFO nova.compute.manager [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Took 63.37 seconds to build instance. [ 847.348965] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ec781823-2680-4849-b919-7eed671421a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 847.360825] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894775, 'name': CreateVM_Task, 'duration_secs': 0.414246} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.361520] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.361866] env[65899]: WARNING neutronclient.v2_0.client [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.362315] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.362638] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.363052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.364792] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324c3a45-97ad-4418-b6b3-6fd42d3aac03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.371891] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 847.371891] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb966e-a7a2-0c1f-e700-a5fb74d31ee5" [ 847.371891] env[65899]: _type = "Task" [ 847.371891] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.384240] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb966e-a7a2-0c1f-e700-a5fb74d31ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.387605] env[65899]: DEBUG nova.network.neutron [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.412526] env[65899]: INFO nova.compute.manager [-] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Took 1.38 seconds to deallocate network for instance. [ 847.421526] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894776, 'name': ReconfigVM_Task, 'duration_secs': 0.338663} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.422425] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Reconfigured VM instance instance-00000038 to attach disk [datastore2] b19ddb0e-faea-4670-87ce-440012329a24/b19ddb0e-faea-4670-87ce-440012329a24.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.423074] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8738ab33-9536-4014-aabc-c4bd47ce1810 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.431118] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 847.431118] env[65899]: value = "task-4894777" [ 847.431118] env[65899]: _type = "Task" [ 847.431118] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.442019] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894777, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.503866] env[65899]: WARNING neutronclient.v2_0.client [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.588314] env[65899]: DEBUG nova.network.neutron [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5962943-23", "ovs_interfaceid": "a5962943-23e0-4d8c-9453-bf8c84173de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.753935] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1d8cfa34-abcb-4dd1-b831-30157148a0aa tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.568s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.855605] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 6408f670-5079-491b-9b41-f65b0994e0c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 847.895909] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb966e-a7a2-0c1f-e700-a5fb74d31ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.018595} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.896465] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.896832] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.897231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.897589] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.897883] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.898284] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7461a53f-868e-411f-88f5-dc291d1dcfe8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.908658] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.908791] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.909592] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011ab0aa-f740-4b37-8be8-640a0dbe6689 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.916845] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 847.916845] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528c0cc2-ca06-32b7-9ec1-31e651a73201" [ 847.916845] env[65899]: _type = "Task" [ 847.916845] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.926036] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.926370] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528c0cc2-ca06-32b7-9ec1-31e651a73201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.941216] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894777, 'name': Rename_Task, 'duration_secs': 0.241645} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.941595] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.941890] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ac2e88-9976-47f4-8b9d-eaba1ef224c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.948799] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 847.948799] env[65899]: value = "task-4894778" [ 847.948799] env[65899]: _type = "Task" [ 847.948799] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.959601] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.089277] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.089776] env[65899]: DEBUG nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Instance network_info: |[{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5962943-23", "ovs_interfaceid": "a5962943-23e0-4d8c-9453-bf8c84173de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 848.090432] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:5d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5962943-23e0-4d8c-9453-bf8c84173de5', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.098538] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating folder: Project (43a932921185406e952f642af150b2d5). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.099716] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ba1ae97-38c7-4768-8031-d619fc2b58b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.113069] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created folder: Project (43a932921185406e952f642af150b2d5) in parent group-v953787. [ 848.113413] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating folder: Instances. Parent ref: group-v953956. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.113699] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa57ed59-a50a-4bc1-b573-b3d296f543f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.126442] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created folder: Instances in parent group-v953956. [ 848.127023] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 848.127344] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.127785] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a952547-b896-45d2-bbae-84c27e6c0857 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.150400] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.150400] env[65899]: value = "task-4894781" [ 848.150400] env[65899]: _type = "Task" [ 848.150400] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.160214] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894781, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.250758] env[65899]: DEBUG nova.compute.manager [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 848.251679] env[65899]: DEBUG nova.compute.manager [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing instance network info cache due to event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 848.251679] env[65899]: DEBUG oslo_concurrency.lockutils [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] Acquiring lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.251869] env[65899]: DEBUG oslo_concurrency.lockutils [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] Acquired lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.252096] env[65899]: DEBUG nova.network.neutron [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.257803] env[65899]: DEBUG nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 848.358806] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 22e8ed67-93a1-4610-9f28-e6fdd14e0b81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 848.359489] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Migration 122412ab-a2c8-4bc5-827d-a5300d51a961 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 848.361025] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2905feb0-b217-495e-8f12-b01938e407e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 848.428313] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528c0cc2-ca06-32b7-9ec1-31e651a73201, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.429333] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d9c2b5-68cf-4c4b-9fab-3e6aa637d028 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.435731] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 848.435731] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5272c211-c5bc-ec0d-a0b6-d57e2004426b" [ 848.435731] env[65899]: _type = "Task" [ 848.435731] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.446690] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5272c211-c5bc-ec0d-a0b6-d57e2004426b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.458631] env[65899]: DEBUG oslo_vmware.api [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894778, 'name': PowerOnVM_Task, 'duration_secs': 0.481028} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.459075] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.459348] env[65899]: DEBUG nova.compute.manager [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 848.460305] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c6c809-94be-418f-8036-1489d5eae341 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.483068] env[65899]: DEBUG nova.compute.manager [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 848.483941] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce570abc-3f9d-4df0-af75-8649674a0def {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.662946] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894781, 'name': CreateVM_Task, 'duration_secs': 0.478595} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.663499] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.664116] env[65899]: WARNING neutronclient.v2_0.client [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.664674] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.664951] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.665312] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.666392] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a79313-dd8c-4dd9-83ff-6d0bfa9d107f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.671960] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 848.671960] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5224cb7f-c291-90dc-5169-d4e0e3cdf73f" [ 848.671960] env[65899]: _type = "Task" [ 848.671960] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.681133] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5224cb7f-c291-90dc-5169-d4e0e3cdf73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.756178] env[65899]: WARNING neutronclient.v2_0.client [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.786583] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.863635] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 68919289-24d0-452a-b09e-da46e741ca12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 848.930712] env[65899]: WARNING neutronclient.v2_0.client [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.950172] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5272c211-c5bc-ec0d-a0b6-d57e2004426b, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.950474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.950742] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e6d4798b-e919-4221-9c82-26bfb02a0019/e6d4798b-e919-4221-9c82-26bfb02a0019.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.951040] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd0d6e7-0e54-49fd-b307-49ff920cf174 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.959835] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 848.959835] env[65899]: value = "task-4894782" [ 848.959835] env[65899]: _type = "Task" [ 848.959835] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.970025] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.984997] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.995341] env[65899]: INFO nova.compute.manager [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] instance snapshotting [ 848.998296] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e2811-81b1-4a89-af86-cf50e9a84c01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.020770] env[65899]: DEBUG nova.network.neutron [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updated VIF entry in instance network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.021163] env[65899]: DEBUG nova.network.neutron [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5962943-23", "ovs_interfaceid": "a5962943-23e0-4d8c-9453-bf8c84173de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.023256] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd68db-d361-4d42-9b13-b487b3f2917b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.184886] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5224cb7f-c291-90dc-5169-d4e0e3cdf73f, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.185318] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.185571] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.185821] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.185957] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.186159] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.186722] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-618242f5-1a06-4faa-979c-f46233711f04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.204029] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.204029] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.204029] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adc8ca7-d749-4b97-99e3-16bca78b74d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.212245] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 849.212245] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524fc6e4-18b8-bfb2-1b86-3be0ab49c418" [ 849.212245] env[65899]: _type = "Task" [ 849.212245] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.222383] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524fc6e4-18b8-bfb2-1b86-3be0ab49c418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.367565] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 849.473190] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507512} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.473466] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e6d4798b-e919-4221-9c82-26bfb02a0019/e6d4798b-e919-4221-9c82-26bfb02a0019.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.473678] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.473949] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad83cc7-aced-492a-96e1-3eacc6c5ce61 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.484131] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 849.484131] env[65899]: value = "task-4894783" [ 849.484131] env[65899]: _type = "Task" [ 849.484131] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.496272] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.529042] env[65899]: DEBUG oslo_concurrency.lockutils [req-2820efe1-5f1d-47d9-9634-31602d49dbcc req-db4f22cf-9bbd-477f-9d23-864fc891569a service nova] Releasing lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.535902] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.536259] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0096fd71-4a9b-40b1-a176-f045e7164031 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.546276] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 849.546276] env[65899]: value = "task-4894784" [ 849.546276] env[65899]: _type = "Task" [ 849.546276] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.560485] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.726600] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524fc6e4-18b8-bfb2-1b86-3be0ab49c418, 'name': SearchDatastore_Task, 'duration_secs': 0.064555} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.726600] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8271031c-b5c6-47d3-b810-87039916672c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.733327] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 849.733327] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5267f896-4ebe-b23e-2388-2714fe34aab0" [ 849.733327] env[65899]: _type = "Task" [ 849.733327] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.742773] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5267f896-4ebe-b23e-2388-2714fe34aab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.871171] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 392f8a9c-5ffc-4be7-94ac-333827bf6f42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 849.965043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "b19ddb0e-faea-4670-87ce-440012329a24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.965043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "b19ddb0e-faea-4670-87ce-440012329a24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.965043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "b19ddb0e-faea-4670-87ce-440012329a24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.965043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "b19ddb0e-faea-4670-87ce-440012329a24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.965043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "b19ddb0e-faea-4670-87ce-440012329a24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.966261] env[65899]: INFO nova.compute.manager [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Terminating instance [ 849.999033] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109061} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.999033] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.999033] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f103fe8-131b-4357-8ec0-21979c8ecb45 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.023585] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] e6d4798b-e919-4221-9c82-26bfb02a0019/e6d4798b-e919-4221-9c82-26bfb02a0019.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.024235] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a00ab5-9906-4726-887a-74c3b94b1753 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.048210] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 850.048210] env[65899]: value = "task-4894785" [ 850.048210] env[65899]: _type = "Task" [ 850.048210] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.059760] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.063036] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.247011] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5267f896-4ebe-b23e-2388-2714fe34aab0, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.247011] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.247011] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.247011] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d74856e7-4214-45d1-ba55-17157ff6e6fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.254912] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 850.254912] env[65899]: value = "task-4894786" [ 850.254912] env[65899]: _type = "Task" [ 850.254912] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.264685] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.375330] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance f867b477-d0c3-45f7-bca0-307c2e06c5a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 850.472712] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "refresh_cache-b19ddb0e-faea-4670-87ce-440012329a24" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.474079] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "refresh_cache-b19ddb0e-faea-4670-87ce-440012329a24" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.474079] env[65899]: DEBUG nova.network.neutron [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 850.560955] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.564096] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.767580] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.880144] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 850.880144] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 850.880144] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '12', 'num_task_None': '9', 'num_os_type_None': '16', 'num_proj_aea95eefa66d46e7b248d03ac5d24f51': '2', 'io_workload': '4', 'num_proj_3e1e2f4e8b3e4505b24625bbbdfdd852': '1', 'num_proj_babd0d22a0ae49fe938851b7659127d0': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_0dabe4d2d4654198bb1edd807cb2fbff': '2', 'num_task_image_pending_upload': '1', 'num_proj_fc25511d75674c3985b0d48f3888c12d': '2', 'num_task_resize_prep': '1', 'num_proj_4cecf3f49dad4f2f864a4e15089f1a9f': '1', 'num_task_deleting': '1', 'num_proj_a07b51c20ab34e8da2ac3d1b762ab8c6': '1', 'num_proj_a84367ba1e5c4e11bab03e697a513e99': '2', 'num_task_rebuild_spawning': '1', 'num_proj_18aff53e0f4a47ed9e5805eafeaa386c': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_ada283044488484fb66f0bb359de932d': '1', 'num_proj_385c0815e910417ab55e47d7165ceef1': '1', 'num_proj_43a932921185406e952f642af150b2d5': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 850.977067] env[65899]: WARNING neutronclient.v2_0.client [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.006274] env[65899]: DEBUG nova.network.neutron [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 851.071422] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894784, 'name': CreateSnapshot_Task, 'duration_secs': 1.286923} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.072522] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.072675] env[65899]: DEBUG nova.network.neutron [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.073903] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.074933] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5f8b2-b96d-48a9-ade9-ad9a069413e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.267050] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.393831] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562432b-577f-431d-b759-05d17d4fbaf8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.400905] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d37a37-1c17-4df1-807b-48e865d8b115 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.433245] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d5889-393a-49c1-8c48-effa469cc7df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.442760] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0244c2-d38a-4823-8689-e81ab8f29321 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.460328] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.560366] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894785, 'name': ReconfigVM_Task, 'duration_secs': 1.294047} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.560711] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Reconfigured VM instance instance-0000003b to attach disk [datastore2] e6d4798b-e919-4221-9c82-26bfb02a0019/e6d4798b-e919-4221-9c82-26bfb02a0019.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.561426] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b36d9081-4294-429e-98da-648edd634fec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.569113] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 851.569113] env[65899]: value = "task-4894787" [ 851.569113] env[65899]: _type = "Task" [ 851.569113] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.579380] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "refresh_cache-b19ddb0e-faea-4670-87ce-440012329a24" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.580090] env[65899]: DEBUG nova.compute.manager [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.580090] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.580425] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894787, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.581306] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6742a7-5efb-4d29-8b19-a4a67e8ddcbe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.597456] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.598150] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.598150] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2faf27b0-998b-483c-9366-2a2494254327 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.601710] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3928769c-6f0e-4469-b723-08064ef847cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.610344] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 851.610344] env[65899]: value = "task-4894788" [ 851.610344] env[65899]: _type = "Task" [ 851.610344] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.613021] env[65899]: DEBUG oslo_vmware.api [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 851.613021] env[65899]: value = "task-4894789" [ 851.613021] env[65899]: _type = "Task" [ 851.613021] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.626168] env[65899]: DEBUG oslo_vmware.api [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.632305] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894788, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.769989] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894786, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512652} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.770318] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.770556] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.770841] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a49ced8-8298-4447-a8ab-ad56f3409744 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.781244] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 851.781244] env[65899]: value = "task-4894790" [ 851.781244] env[65899]: _type = "Task" [ 851.781244] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.792935] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.964435] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.080129] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894787, 'name': Rename_Task, 'duration_secs': 0.294978} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.080505] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.080830] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806cc087-aaec-4190-8468-24f1f6d31174 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.088864] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 852.088864] env[65899]: value = "task-4894791" [ 852.088864] env[65899]: _type = "Task" [ 852.088864] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.097822] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.126767] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894788, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.130171] env[65899]: DEBUG oslo_vmware.api [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894789, 'name': PowerOffVM_Task, 'duration_secs': 0.20394} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.130451] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.130654] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.130905] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ac942c4-c533-43f2-927b-499ec539c810 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.161942] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.162252] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.162486] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleting the datastore file [datastore2] b19ddb0e-faea-4670-87ce-440012329a24 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.162874] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0de0414-4f4c-47c1-ac7e-0bde6e25509f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.171817] env[65899]: DEBUG oslo_vmware.api [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 852.171817] env[65899]: value = "task-4894793" [ 852.171817] env[65899]: _type = "Task" [ 852.171817] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.183881] env[65899]: DEBUG oslo_vmware.api [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.291673] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079763} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.292085] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.292982] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e9c65-c50a-4a8f-8308-2a4cab8a1f2f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.347749] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.347749] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f1edfa-a92e-4644-9a9e-74782802bc5d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.347749] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 852.347749] env[65899]: value = "task-4894794" [ 852.347749] env[65899]: _type = "Task" [ 852.347749] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.355085] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.469955] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 852.470366] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.727s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.470937] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.414s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.472968] env[65899]: INFO nova.compute.claims [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.477422] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.477720] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Cleaning up deleted instances {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 852.601959] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894791, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.623824] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894788, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.684437] env[65899]: DEBUG oslo_vmware.api [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158943} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.684706] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.684881] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.685106] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.685231] env[65899]: INFO nova.compute.manager [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 852.685482] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.685686] env[65899]: DEBUG nova.compute.manager [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 852.685812] env[65899]: DEBUG nova.network.neutron [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.686109] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.706140] env[65899]: DEBUG nova.network.neutron [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 852.706466] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.854805] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.995771] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] There are 41 instances to clean {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 852.996193] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 3777e364-d298-4b29-a543-d6d053d8e9dd] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 853.103771] env[65899]: DEBUG oslo_vmware.api [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894791, 'name': PowerOnVM_Task, 'duration_secs': 0.635822} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.104113] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.104324] env[65899]: INFO nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Took 10.00 seconds to spawn the instance on the hypervisor. [ 853.104512] env[65899]: DEBUG nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 853.106029] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974cd66f-e09a-4477-8c70-44c477a40ec6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.132239] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894788, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.211353] env[65899]: DEBUG nova.network.neutron [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.358146] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894794, 'name': ReconfigVM_Task, 'duration_secs': 0.867178} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.358797] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.359557] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79f7a8d2-abd1-40a6-a253-19da4944b3d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.367932] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 853.367932] env[65899]: value = "task-4894795" [ 853.367932] env[65899]: _type = "Task" [ 853.367932] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.378780] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894795, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.498079] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa574c1-be3e-4585-bd70-f9b0e88eb22e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.506861] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b61a6f-d01b-4ac2-a215-220a0720f06a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.510545] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 4322180a-58fa-416b-89cb-bcdfbab348c6] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 853.542219] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cda4abb-efbb-4bfa-8e4b-0237ae32134e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.551367] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c4d0a-ad4d-477c-a9ec-c22eb8b21d31 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.567638] env[65899]: DEBUG nova.compute.provider_tree [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.625314] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894788, 'name': CloneVM_Task, 'duration_secs': 1.851559} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.625613] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Created linked-clone VM from snapshot [ 853.626383] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836bc57d-16e7-430f-991e-0654821c9f6d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.636501] env[65899]: INFO nova.compute.manager [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Took 65.28 seconds to build instance. [ 853.640622] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Uploading image 61f87fcf-ecf7-4660-b354-b564ac5af3ba {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 853.666197] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 853.666197] env[65899]: value = "vm-953960" [ 853.666197] env[65899]: _type = "VirtualMachine" [ 853.666197] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 853.666197] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cfc991d-ab8c-4ce8-9fa2-973a457e6814 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.675040] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease: (returnval){ [ 853.675040] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c951fc-3856-3636-59ac-a573551c7f6d" [ 853.675040] env[65899]: _type = "HttpNfcLease" [ 853.675040] env[65899]: } obtained for exporting VM: (result){ [ 853.675040] env[65899]: value = "vm-953960" [ 853.675040] env[65899]: _type = "VirtualMachine" [ 853.675040] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 853.675292] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the lease: (returnval){ [ 853.675292] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c951fc-3856-3636-59ac-a573551c7f6d" [ 853.675292] env[65899]: _type = "HttpNfcLease" [ 853.675292] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 853.683235] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.683235] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c951fc-3856-3636-59ac-a573551c7f6d" [ 853.683235] env[65899]: _type = "HttpNfcLease" [ 853.683235] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 853.714500] env[65899]: INFO nova.compute.manager [-] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Took 1.03 seconds to deallocate network for instance. [ 853.880533] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894795, 'name': Rename_Task, 'duration_secs': 0.380571} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.880830] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.881098] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b245436-7891-459c-807b-c92ba390e6ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.889307] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 853.889307] env[65899]: value = "task-4894797" [ 853.889307] env[65899]: _type = "Task" [ 853.889307] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.898467] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.015567] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 60166c03-773a-4650-b278-b4d232488d77] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 854.070721] env[65899]: DEBUG nova.scheduler.client.report [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.144436] env[65899]: DEBUG oslo_concurrency.lockutils [None req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.322s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.184517] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.184517] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c951fc-3856-3636-59ac-a573551c7f6d" [ 854.184517] env[65899]: _type = "HttpNfcLease" [ 854.184517] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.184815] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.184815] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c951fc-3856-3636-59ac-a573551c7f6d" [ 854.184815] env[65899]: _type = "HttpNfcLease" [ 854.184815] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.185636] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22281cf4-88f2-460c-a46e-375b48bed7cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.194476] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f2a0-5a4a-1dc6-3ad3-1f70aa937acd/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.194656] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f2a0-5a4a-1dc6-3ad3-1f70aa937acd/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.252734] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.304841] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69b677a7-03d7-4413-a90a-6ea3988eb28d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.404264] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.519256] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 21db3b79-4146-4b48-a198-657d2ca05b2b] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 854.576627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.577278] env[65899]: DEBUG nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 854.581016] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.682s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.582266] env[65899]: INFO nova.compute.claims [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.648261] env[65899]: DEBUG nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 854.861653] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "e6d4798b-e919-4221-9c82-26bfb02a0019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.861908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.862147] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "e6d4798b-e919-4221-9c82-26bfb02a0019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.862363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.862516] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.864977] env[65899]: INFO nova.compute.manager [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Terminating instance [ 854.903472] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.024170] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 41e601d6-622e-42c6-81e6-b0f2f55b77ca] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 855.087275] env[65899]: DEBUG nova.compute.utils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.089192] env[65899]: DEBUG nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 855.172085] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.370491] env[65899]: DEBUG nova.compute.manager [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.371195] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.372675] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f86f29-1794-4e86-8d9c-0b183b145dbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.381951] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.382397] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c321ee8f-09cc-443a-85e6-421ed9b3d873 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.391478] env[65899]: DEBUG oslo_vmware.api [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 855.391478] env[65899]: value = "task-4894798" [ 855.391478] env[65899]: _type = "Task" [ 855.391478] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.420274] env[65899]: DEBUG oslo_vmware.api [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.420762] env[65899]: DEBUG oslo_vmware.api [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4894797, 'name': PowerOnVM_Task, 'duration_secs': 1.091623} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.421263] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.421703] env[65899]: INFO nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Took 9.64 seconds to spawn the instance on the hypervisor. [ 855.422133] env[65899]: DEBUG nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 855.423498] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba070f0-3f10-4fc4-b112-3d131a97f1db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.530689] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: a4d9ccd6-3815-4d7f-99a5-12f22b159c7c] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 855.598920] env[65899]: DEBUG nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 855.902911] env[65899]: DEBUG oslo_vmware.api [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894798, 'name': PowerOffVM_Task, 'duration_secs': 0.229693} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.904086] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.904423] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.909126] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-708bc6ce-1ffd-4329-a43e-c593736f0138 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.945795] env[65899]: INFO nova.compute.manager [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Took 56.99 seconds to build instance. [ 855.993947] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.994299] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.994478] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Deleting the datastore file [datastore2] e6d4798b-e919-4221-9c82-26bfb02a0019 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.994856] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e07d36f7-9b71-44fa-a434-a91bd538f876 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.002653] env[65899]: DEBUG oslo_vmware.api [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for the task: (returnval){ [ 856.002653] env[65899]: value = "task-4894800" [ 856.002653] env[65899]: _type = "Task" [ 856.002653] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.015165] env[65899]: DEBUG oslo_vmware.api [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.034916] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 643db833-afad-4ab7-b8f4-d56627a5bc8e] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 856.077028] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb4827f-386c-4460-b2d0-3eeab08ba776 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.086676] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaea26a-10f8-4d2d-8037-7ca1cfda2abb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.126180] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6526a99d-ec02-49ca-a225-2939958bfdf8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.135485] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54dad67-42be-455d-a23e-fb2d3039fd6b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.151585] env[65899]: DEBUG nova.compute.provider_tree [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.448491] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.515782] env[65899]: DEBUG oslo_vmware.api [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Task: {'id': task-4894800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185779} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.516053] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.516238] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.516446] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.516624] env[65899]: INFO nova.compute.manager [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Took 1.15 seconds to destroy the instance on the hypervisor. [ 856.516889] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.517121] env[65899]: DEBUG nova.compute.manager [-] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 856.517229] env[65899]: DEBUG nova.network.neutron [-] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.517538] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.539016] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: bf69b32f-1651-4ad8-ab6a-52f4d2b26233] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 856.555630] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.631234] env[65899]: DEBUG nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 856.656409] env[65899]: DEBUG nova.scheduler.client.report [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.951640] env[65899]: DEBUG nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 857.042320] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 5a692bc9-d8a2-42c2-b8c8-f71a56dd135d] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 857.161768] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.162327] env[65899]: DEBUG nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 857.165279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.872s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.165993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.167606] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.702s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.169037] env[65899]: INFO nova.compute.claims [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.196066] env[65899]: INFO nova.scheduler.client.report [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleted allocations for instance 5c6cd7e6-b057-42b7-b2e2-0da552ef2312 [ 857.275594] env[65899]: DEBUG nova.network.neutron [-] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.475314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.545700] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 35307382-fdf5-453f-9af8-02616b1441d1] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 857.600705] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.600987] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.601233] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.601490] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.601638] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.601791] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.601988] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.602214] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.602655] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.602655] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.602843] env[65899]: DEBUG nova.virt.hardware [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.605391] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fb1788-7fe6-4446-b228-84edf6841c71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.616866] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223cede-03d5-725f-9541-1e33fb6df8e4/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.618401] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a89ee-a44b-428b-b43b-8716ff3bd55b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.624067] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841a578a-f376-4db2-867a-ca9a62e5ed74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.637734] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.643476] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Creating folder: Project (b29ac3b9c76346579817576c02b5c7c9). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.645570] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493bfaba-b5fc-4657-ba8c-3a93451b81b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.647472] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223cede-03d5-725f-9541-1e33fb6df8e4/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.647634] env[65899]: ERROR oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223cede-03d5-725f-9541-1e33fb6df8e4/disk-0.vmdk due to incomplete transfer. [ 857.648250] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0cfa1232-7c6d-4b20-82d2-6d8cbaeb4858 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.658530] env[65899]: DEBUG oslo_vmware.rw_handles [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223cede-03d5-725f-9541-1e33fb6df8e4/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.658746] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Uploaded image a73107c4-7998-424a-a606-a233054fffbf to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.661527] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.663338] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5833f640-20ca-4da6-9a70-3c89b925c1ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.665196] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Created folder: Project (b29ac3b9c76346579817576c02b5c7c9) in parent group-v953787. [ 857.665636] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Creating folder: Instances. Parent ref: group-v953961. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.665707] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71e6ccb3-8ab1-43fc-8bd4-ef64a1ebb3c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.674120] env[65899]: DEBUG nova.compute.utils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.680548] env[65899]: DEBUG nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 857.680809] env[65899]: DEBUG nova.network.neutron [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 857.681190] env[65899]: WARNING neutronclient.v2_0.client [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.681574] env[65899]: WARNING neutronclient.v2_0.client [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.683940] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 857.683940] env[65899]: value = "task-4894802" [ 857.683940] env[65899]: _type = "Task" [ 857.683940] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.684189] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Created folder: Instances in parent group-v953961. [ 857.684270] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 857.685045] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.688478] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-989fadd0-b588-48cd-afbe-d10db6194c35 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.705528] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f07685e-66a6-4b0e-bb83-ac89305e9068 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "5c6cd7e6-b057-42b7-b2e2-0da552ef2312" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.832s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.710569] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894802, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.712130] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.712130] env[65899]: value = "task-4894804" [ 857.712130] env[65899]: _type = "Task" [ 857.712130] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.722201] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894804, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.748598] env[65899]: DEBUG nova.policy [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16a252b50b4a4bec9c8ef0c43b96d4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ad6aa3e74a4ac8be27c9e0980d31fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.778150] env[65899]: INFO nova.compute.manager [-] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Took 1.26 seconds to deallocate network for instance. [ 858.049181] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1990c844-de8b-4d17-bc8e-a864f6c81f05] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 858.094671] env[65899]: DEBUG nova.network.neutron [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Successfully created port: 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 858.181607] env[65899]: DEBUG nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 858.203023] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894802, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.227213] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894804, 'name': CreateVM_Task, 'duration_secs': 0.340857} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.230029] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.231655] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.231655] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.231873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.232450] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd14cf0-4c75-4fd7-8374-3c7cb48eb2c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.239180] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 858.239180] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5216d193-fecc-ca43-2722-479f60d56a3e" [ 858.239180] env[65899]: _type = "Task" [ 858.239180] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.254822] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5216d193-fecc-ca43-2722-479f60d56a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.285903] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.412687] env[65899]: DEBUG nova.compute.manager [req-6e60da5a-ad4d-4994-825c-03a99ede32f0 req-3685bafa-17da-45ae-bff2-501b935a717e service nova] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Received event network-vif-deleted-fab0a015-e749-4f7e-8da8-6ade95fcdbb1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 858.554254] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 02b3060f-2b55-4eee-9473-06a58a9bb5a1] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 858.659863] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed03d03-ba5a-4f5b-8460-9feb89b6dcc9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.668363] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09a1fc5-e856-4dc9-a9b8-246ff3d09daf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.707740] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e59b9-f194-4952-bb09-a186185a51e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.720689] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41316efa-a55e-4c6e-b631-58287e7338e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.725176] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894802, 'name': Destroy_Task, 'duration_secs': 0.655254} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.725468] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Destroyed the VM [ 858.725718] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.726429] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a003af0a-811e-4579-ba69-80b7dd4d27b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.737221] env[65899]: DEBUG nova.compute.provider_tree [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.741069] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 858.741069] env[65899]: value = "task-4894805" [ 858.741069] env[65899]: _type = "Task" [ 858.741069] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.757818] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5216d193-fecc-ca43-2722-479f60d56a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.025311} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.758074] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.758365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.758607] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.758850] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.759021] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.759222] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.759472] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47724421-6aee-4c4a-8fc0-c274f0eb20d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.769473] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.769652] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.770871] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2510bfc-7574-466d-97b9-ffe404fa7350 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.779692] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 858.779692] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d398ea-fc1a-1080-9c32-daf930fe3321" [ 858.779692] env[65899]: _type = "Task" [ 858.779692] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.789239] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d398ea-fc1a-1080-9c32-daf930fe3321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.059877] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 38aaaf3b-96c1-4530-bdc6-7729ee563a57] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 859.212635] env[65899]: DEBUG nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 859.234681] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 859.234952] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.235116] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 859.235294] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.235720] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 859.235720] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 859.235803] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 859.235891] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 859.236060] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 859.236220] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 859.236429] env[65899]: DEBUG nova.virt.hardware [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 859.237544] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4f53f6-150a-40f1-8919-14853158f6b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.241196] env[65899]: DEBUG nova.scheduler.client.report [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.251946] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16627f7b-1142-420d-b4d9-d38b0ab6556d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.260129] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.293029] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d398ea-fc1a-1080-9c32-daf930fe3321, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.293842] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97be8b9-5c6f-4025-bbd1-a58f45bfa020 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.301349] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 859.301349] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5228c0ef-4278-6cf3-5c94-afd8abe7afe6" [ 859.301349] env[65899]: _type = "Task" [ 859.301349] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.312109] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5228c0ef-4278-6cf3-5c94-afd8abe7afe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.563520] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: a23d9a87-a44b-4186-94e1-3db7eb6d55af] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 859.568941] env[65899]: DEBUG nova.compute.manager [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 859.568941] env[65899]: DEBUG nova.compute.manager [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing instance network info cache due to event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 859.568941] env[65899]: DEBUG oslo_concurrency.lockutils [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] Acquiring lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.568941] env[65899]: DEBUG oslo_concurrency.lockutils [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] Acquired lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.568941] env[65899]: DEBUG nova.network.neutron [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.745980] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.746623] env[65899]: DEBUG nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 859.756027] env[65899]: DEBUG nova.network.neutron [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Successfully updated port: 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 859.759040] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.710s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.767834] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.815794] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5228c0ef-4278-6cf3-5c94-afd8abe7afe6, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.816097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.816382] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.816665] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c71ee07-2062-4d74-9acb-36d2126ae46d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.826260] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 859.826260] env[65899]: value = "task-4894806" [ 859.826260] env[65899]: _type = "Task" [ 859.826260] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.835395] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.886564] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.886808] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.072150] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: e2942a34-ffad-423a-baff-0027c88faaa0] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 860.074406] env[65899]: WARNING neutronclient.v2_0.client [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.257580] env[65899]: DEBUG oslo_vmware.api [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894805, 'name': RemoveSnapshot_Task, 'duration_secs': 1.515603} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.258064] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.258379] env[65899]: INFO nova.compute.manager [None req-c312b109-20ac-4c47-b9ce-bce23af8b733 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 860.263756] env[65899]: DEBUG nova.compute.utils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.266873] env[65899]: INFO nova.compute.claims [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.271858] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.272236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.272361] env[65899]: DEBUG nova.network.neutron [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 860.275930] env[65899]: WARNING neutronclient.v2_0.client [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.280039] env[65899]: DEBUG nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 860.280304] env[65899]: DEBUG nova.network.neutron [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 860.288559] env[65899]: WARNING neutronclient.v2_0.client [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.288559] env[65899]: WARNING neutronclient.v2_0.client [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.339074] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474951} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.342794] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.343060] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.343848] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80200774-a0f4-4aa2-85de-1b275ac46f25 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.348061] env[65899]: DEBUG nova.policy [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '686f993023ab4952b2fcb71805dfff8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dabe4d2d4654198bb1edd807cb2fbff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.357398] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 860.357398] env[65899]: value = "task-4894807" [ 860.357398] env[65899]: _type = "Task" [ 860.357398] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.371830] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.422392] env[65899]: DEBUG nova.network.neutron [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updated VIF entry in instance network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.422860] env[65899]: DEBUG nova.network.neutron [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5962943-23", "ovs_interfaceid": "a5962943-23e0-4d8c-9453-bf8c84173de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.523837] env[65899]: DEBUG nova.compute.manager [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Received event network-vif-plugged-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.524088] env[65899]: DEBUG oslo_concurrency.lockutils [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] Acquiring lock "ae416780-a2c7-444a-a5a9-a5c111b5643a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.524276] env[65899]: DEBUG oslo_concurrency.lockutils [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.524443] env[65899]: DEBUG oslo_concurrency.lockutils [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.524607] env[65899]: DEBUG nova.compute.manager [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] No waiting events found dispatching network-vif-plugged-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 860.524763] env[65899]: WARNING nova.compute.manager [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Received unexpected event network-vif-plugged-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 for instance with vm_state building and task_state spawning. [ 860.524957] env[65899]: DEBUG nova.compute.manager [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Received event network-changed-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.525144] env[65899]: DEBUG nova.compute.manager [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Refreshing instance network info cache due to event network-changed-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 860.525292] env[65899]: DEBUG oslo_concurrency.lockutils [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] Acquiring lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.578595] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 50af18a1-8680-4d8f-b6c7-54dc299b3c52] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 860.696051] env[65899]: DEBUG nova.network.neutron [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Successfully created port: e3e15851-2dce-4607-94a6-c8fa2d0d36dd {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 860.779999] env[65899]: INFO nova.compute.resource_tracker [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating resource usage from migration 122412ab-a2c8-4bc5-827d-a5300d51a961 [ 860.783303] env[65899]: DEBUG nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 860.856685] env[65899]: DEBUG nova.network.neutron [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 860.876118] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074823} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.876118] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.876118] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e43fc6-0b3c-44ed-aff9-35e939667ef3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.904223] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.912038] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3203cf3c-60ff-4ee9-8a22-5ee6445604d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.928551] env[65899]: DEBUG oslo_concurrency.lockutils [req-ea532fda-d84d-4e56-b7a4-92eae6f9807d req-c9852573-10e8-414c-a0cb-ad84e9845a58 service nova] Releasing lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.937075] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 860.937075] env[65899]: value = "task-4894808" [ 860.937075] env[65899]: _type = "Task" [ 860.937075] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.951210] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.027105] env[65899]: WARNING neutronclient.v2_0.client [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.081990] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 0f63edfa-c3ae-407c-9722-7dc312700013] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.122265] env[65899]: DEBUG nova.network.neutron [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Updating instance_info_cache with network_info: [{"id": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "address": "fa:16:3e:f3:2b:78", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0337bc-1a", "ovs_interfaceid": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.330546] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b20f2a-1177-45bb-adb6-275137b64a21 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.340296] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c0abf-a30b-4404-8b5a-3d770f0e5f7e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.373027] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e09f3f-2c7b-42bf-bdd1-769f21ef2cff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.381979] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b968b4-3c18-49c9-bcef-c675abdc7fb3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.399380] env[65899]: DEBUG nova.compute.provider_tree [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.447766] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894808, 'name': ReconfigVM_Task, 'duration_secs': 0.285815} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.448128] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Reconfigured VM instance instance-0000003d to attach disk [datastore1] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.448846] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab443b34-fb44-4dc1-8619-931f781dbf51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.456872] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 861.456872] env[65899]: value = "task-4894809" [ 861.456872] env[65899]: _type = "Task" [ 861.456872] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.465829] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894809, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.588347] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c8c68e1e-5066-46b9-9da0-fd415b0f79bb] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.628029] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.628281] env[65899]: DEBUG nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Instance network_info: |[{"id": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "address": "fa:16:3e:f3:2b:78", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0337bc-1a", "ovs_interfaceid": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 861.628607] env[65899]: DEBUG oslo_concurrency.lockutils [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] Acquired lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.628782] env[65899]: DEBUG nova.network.neutron [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Refreshing network info cache for port 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.630165] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:2b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a0337bc-1a3b-4aa8-ab59-300f6d3ab511', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.642063] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating folder: Project (19ad6aa3e74a4ac8be27c9e0980d31fd). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.646030] env[65899]: WARNING neutronclient.v2_0.client [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.648487] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3fb6950-6574-4274-ba1e-a465d198711a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.664443] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created folder: Project (19ad6aa3e74a4ac8be27c9e0980d31fd) in parent group-v953787. [ 861.664683] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating folder: Instances. Parent ref: group-v953964. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.664988] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47db1052-9388-4a71-b345-9f67f8c6afb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.680327] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created folder: Instances in parent group-v953964. [ 861.681068] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 861.681068] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.681332] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-986fb8bf-5cab-458f-ac83-740687cb9e08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.707888] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.707888] env[65899]: value = "task-4894812" [ 861.707888] env[65899]: _type = "Task" [ 861.707888] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.719473] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894812, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.793854] env[65899]: DEBUG nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 861.823595] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.824036] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.824311] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.824605] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.825507] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.825507] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.825507] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.825752] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.825954] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.826312] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.826584] env[65899]: DEBUG nova.virt.hardware [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.827991] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a5cbc-24e0-4aa2-8bd8-5c7758904e9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.843070] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e1c825-2b7f-47aa-83ec-a8ff389f0f25 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.893635] env[65899]: WARNING neutronclient.v2_0.client [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.901980] env[65899]: DEBUG nova.scheduler.client.report [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.971335] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894809, 'name': Rename_Task, 'duration_secs': 0.144403} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.971756] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.971959] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db324d73-2357-4d75-ab33-713449165b5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.985018] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 861.985018] env[65899]: value = "task-4894813" [ 861.985018] env[65899]: _type = "Task" [ 861.985018] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.993239] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.008784] env[65899]: DEBUG nova.network.neutron [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Updated VIF entry in instance network info cache for port 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.009326] env[65899]: DEBUG nova.network.neutron [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Updating instance_info_cache with network_info: [{"id": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "address": "fa:16:3e:f3:2b:78", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0337bc-1a", "ovs_interfaceid": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.090841] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: e1c8866a-3067-4716-b949-d488bc94e24d] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 862.220214] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894812, 'name': CreateVM_Task, 'duration_secs': 0.445834} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.220214] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.220816] env[65899]: WARNING neutronclient.v2_0.client [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.221275] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.221511] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.221889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.222552] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6efd15eb-7b63-4150-8025-fb45e35c584a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.228999] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 862.228999] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52287f0a-3108-6ce5-f78e-b11c2215de07" [ 862.228999] env[65899]: _type = "Task" [ 862.228999] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.237928] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52287f0a-3108-6ce5-f78e-b11c2215de07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.251487] env[65899]: DEBUG nova.network.neutron [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Successfully updated port: e3e15851-2dce-4607-94a6-c8fa2d0d36dd {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 862.382379] env[65899]: DEBUG nova.compute.manager [req-31393136-e833-495c-b798-532850fc28d2 req-b717038c-01ec-4cf8-bd35-03dd2346b08b service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Received event network-vif-plugged-e3e15851-2dce-4607-94a6-c8fa2d0d36dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.382578] env[65899]: DEBUG oslo_concurrency.lockutils [req-31393136-e833-495c-b798-532850fc28d2 req-b717038c-01ec-4cf8-bd35-03dd2346b08b service nova] Acquiring lock "8a9533c2-b691-4c25-a359-08c722c142aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.383189] env[65899]: DEBUG oslo_concurrency.lockutils [req-31393136-e833-495c-b798-532850fc28d2 req-b717038c-01ec-4cf8-bd35-03dd2346b08b service nova] Lock "8a9533c2-b691-4c25-a359-08c722c142aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.383363] env[65899]: DEBUG oslo_concurrency.lockutils [req-31393136-e833-495c-b798-532850fc28d2 req-b717038c-01ec-4cf8-bd35-03dd2346b08b service nova] Lock "8a9533c2-b691-4c25-a359-08c722c142aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.383563] env[65899]: DEBUG nova.compute.manager [req-31393136-e833-495c-b798-532850fc28d2 req-b717038c-01ec-4cf8-bd35-03dd2346b08b service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] No waiting events found dispatching network-vif-plugged-e3e15851-2dce-4607-94a6-c8fa2d0d36dd {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 862.383754] env[65899]: WARNING nova.compute.manager [req-31393136-e833-495c-b798-532850fc28d2 req-b717038c-01ec-4cf8-bd35-03dd2346b08b service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Received unexpected event network-vif-plugged-e3e15851-2dce-4607-94a6-c8fa2d0d36dd for instance with vm_state building and task_state spawning. [ 862.408017] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.649s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.408313] env[65899]: INFO nova.compute.manager [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Migrating [ 862.416599] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.330s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.418417] env[65899]: INFO nova.compute.claims [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.495352] env[65899]: DEBUG oslo_vmware.api [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894813, 'name': PowerOnVM_Task, 'duration_secs': 0.471209} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.495725] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.495947] env[65899]: INFO nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Took 5.86 seconds to spawn the instance on the hypervisor. [ 862.496159] env[65899]: DEBUG nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 862.497464] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235f7b7a-9b51-4ee7-970f-53b1ae6ed9d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.511981] env[65899]: DEBUG oslo_concurrency.lockutils [req-6615ecb6-2201-4af3-8ce9-e7d6dcfb6641 req-d85ce726-6155-475f-aab7-47c1df8a5980 service nova] Releasing lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.593874] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: d5df9cf1-6966-4e35-933d-7c9c3aacf039] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 862.740079] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52287f0a-3108-6ce5-f78e-b11c2215de07, 'name': SearchDatastore_Task, 'duration_secs': 0.015343} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.740638] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.740923] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.740995] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.741164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.741346] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.741617] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f611a3d7-216f-45fa-a2d4-735bedc4808e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.751580] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.752227] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.753528] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02f8c79-3413-425d-a701-685d744bafee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.756226] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "refresh_cache-8a9533c2-b691-4c25-a359-08c722c142aa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.756571] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "refresh_cache-8a9533c2-b691-4c25-a359-08c722c142aa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.758164] env[65899]: DEBUG nova.network.neutron [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.764070] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 862.764070] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529dcd51-a8b4-93d9-fdd1-badc736508fa" [ 862.764070] env[65899]: _type = "Task" [ 862.764070] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.774126] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529dcd51-a8b4-93d9-fdd1-badc736508fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.929911] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.930291] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.930512] env[65899]: DEBUG nova.network.neutron [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 863.017182] env[65899]: INFO nova.compute.manager [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Took 55.98 seconds to build instance. [ 863.098707] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 242e40a3-2e0b-4825-ad80-5d2c512d17d9] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 863.275375] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529dcd51-a8b4-93d9-fdd1-badc736508fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.276089] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a290d353-c8fa-44fe-ab22-fcb4f74b636c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.283908] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 863.283908] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8f9b9-d182-c47c-8559-1cf6df4f29d9" [ 863.283908] env[65899]: _type = "Task" [ 863.283908] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.295187] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8f9b9-d182-c47c-8559-1cf6df4f29d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.307595] env[65899]: DEBUG nova.network.neutron [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 863.413927] env[65899]: WARNING neutronclient.v2_0.client [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.434707] env[65899]: WARNING neutronclient.v2_0.client [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.487331] env[65899]: DEBUG nova.network.neutron [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Updating instance_info_cache with network_info: [{"id": "e3e15851-2dce-4607-94a6-c8fa2d0d36dd", "address": "fa:16:3e:c0:ba:59", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e15851-2d", "ovs_interfaceid": "e3e15851-2dce-4607-94a6-c8fa2d0d36dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.519969] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e3b710a0-d996-48bb-ba6c-3398ade7dd65 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "bdfc411c-60fa-460f-9e67-031ec6ad6965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.575s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.603108] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: f0fd04b9-d0d1-4dfa-b988-88aa2bd5d841] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 863.609910] env[65899]: WARNING neutronclient.v2_0.client [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.686770] env[65899]: DEBUG nova.network.neutron [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance_info_cache with network_info: [{"id": "317ef2d6-241c-45bb-9219-79b66e0f615b", "address": "fa:16:3e:30:bf:28", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317ef2d6-24", "ovs_interfaceid": "317ef2d6-241c-45bb-9219-79b66e0f615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.801443] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e8f9b9-d182-c47c-8559-1cf6df4f29d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012249} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.802217] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.802568] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/ae416780-a2c7-444a-a5a9-a5c111b5643a.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.802792] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe184e5-9931-4e2a-bcc2-a041e06e64e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.813042] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 863.813042] env[65899]: value = "task-4894814" [ 863.813042] env[65899]: _type = "Task" [ 863.813042] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.828043] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.911713] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8938c82c-3e34-4a16-b530-937f653d924b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.920344] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61941022-3daa-4aaf-8e06-d4865482a654 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.957202] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5458c48d-3e7b-48d3-87eb-b243145ff665 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.966134] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f45c13-c958-4748-9c5c-9e2c71c9b0a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.982966] env[65899]: DEBUG nova.compute.provider_tree [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.993281] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "refresh_cache-8a9533c2-b691-4c25-a359-08c722c142aa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.993903] env[65899]: DEBUG nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Instance network_info: |[{"id": "e3e15851-2dce-4607-94a6-c8fa2d0d36dd", "address": "fa:16:3e:c0:ba:59", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e15851-2d", "ovs_interfaceid": "e3e15851-2dce-4607-94a6-c8fa2d0d36dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 863.994275] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:ba:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e15851-2dce-4607-94a6-c8fa2d0d36dd', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.003167] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.004305] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.004660] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d80d33b-545d-47e8-9771-e9bd1c14203d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.026882] env[65899]: DEBUG nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 864.032459] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.032459] env[65899]: value = "task-4894815" [ 864.032459] env[65899]: _type = "Task" [ 864.032459] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.040899] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894815, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.113625] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1bf65515-3e7c-41ff-9cbc-fb2d89a9a9a1] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 864.191920] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "926cf1b6-6abc-4241-bfa4-75cda3a90784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.303633] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.303907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "926cf1b6-6abc-4241-bfa4-75cda3a90784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.304178] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.304475] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.307462] env[65899]: INFO nova.compute.manager [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Terminating instance [ 864.328686] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894814, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.487092] env[65899]: DEBUG nova.scheduler.client.report [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.552376] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894815, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.553638] env[65899]: DEBUG nova.compute.manager [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Received event network-changed-e3e15851-2dce-4607-94a6-c8fa2d0d36dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.553847] env[65899]: DEBUG nova.compute.manager [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Refreshing instance network info cache due to event network-changed-e3e15851-2dce-4607-94a6-c8fa2d0d36dd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 864.554292] env[65899]: DEBUG oslo_concurrency.lockutils [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] Acquiring lock "refresh_cache-8a9533c2-b691-4c25-a359-08c722c142aa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.554292] env[65899]: DEBUG oslo_concurrency.lockutils [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] Acquired lock "refresh_cache-8a9533c2-b691-4c25-a359-08c722c142aa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.554820] env[65899]: DEBUG nova.network.neutron [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Refreshing network info cache for port e3e15851-2dce-4607-94a6-c8fa2d0d36dd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.559860] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.612090] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f2a0-5a4a-1dc6-3ad3-1f70aa937acd/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 864.612863] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2580335-de56-4cac-a194-dd955088673c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.619307] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 969b99f1-dcb0-4334-95a5-be1c95c8c8cc] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 864.621112] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f2a0-5a4a-1dc6-3ad3-1f70aa937acd/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 864.621275] env[65899]: ERROR oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f2a0-5a4a-1dc6-3ad3-1f70aa937acd/disk-0.vmdk due to incomplete transfer. [ 864.621703] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-953ff101-d79b-4869-aaaf-716e090b3ad2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.632874] env[65899]: DEBUG oslo_vmware.rw_handles [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f2a0-5a4a-1dc6-3ad3-1f70aa937acd/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 864.633014] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Uploaded image 61f87fcf-ecf7-4660-b354-b564ac5af3ba to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 864.634613] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 864.635354] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fba8b129-2a1f-4bd7-9993-30823b0f6487 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.643802] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 864.643802] env[65899]: value = "task-4894816" [ 864.643802] env[65899]: _type = "Task" [ 864.643802] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.654330] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894816, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.784204] env[65899]: INFO nova.compute.manager [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Rebuilding instance [ 864.812196] env[65899]: DEBUG nova.compute.manager [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 864.812417] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.813302] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77804a-c183-4579-b376-c12b285c8b34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.824221] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.826689] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8472a2b-9def-43a0-95a5-a2c371bb4186 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.828777] env[65899]: DEBUG nova.compute.manager [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.829638] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c98eb38-aaa2-4701-b29f-6f6aafb98065 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.836030] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52588} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.836568] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/ae416780-a2c7-444a-a5a9-a5c111b5643a.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.836796] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.837090] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1f29def-51ea-499c-855c-24aeb079df2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.845702] env[65899]: DEBUG oslo_vmware.api [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 864.845702] env[65899]: value = "task-4894817" [ 864.845702] env[65899]: _type = "Task" [ 864.845702] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.851139] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 864.851139] env[65899]: value = "task-4894818" [ 864.851139] env[65899]: _type = "Task" [ 864.851139] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.859226] env[65899]: DEBUG oslo_vmware.api [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.866080] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.993316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.993996] env[65899]: DEBUG nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 864.997241] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.310s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.999374] env[65899]: INFO nova.compute.claims [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.051197] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894815, 'name': CreateVM_Task, 'duration_secs': 0.544836} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.051685] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.052590] env[65899]: WARNING neutronclient.v2_0.client [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.053059] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.053374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.053891] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.054754] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52932a1-8b9c-40d7-a3d1-0916029ad962 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.058287] env[65899]: WARNING neutronclient.v2_0.client [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.067096] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 865.067096] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a65fc2-bad7-2bea-e327-4a4f9c2d7da7" [ 865.067096] env[65899]: _type = "Task" [ 865.067096] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.082812] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a65fc2-bad7-2bea-e327-4a4f9c2d7da7, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.083661] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.084053] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.084465] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.084717] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.085020] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.085546] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f80a8b4f-ba7b-471b-b19e-7bd8b2d53e99 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.098520] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.098906] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.100331] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85f5e42-6c33-4ecb-8eea-eebb67e7bd1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.109564] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 865.109564] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52677099-9def-2141-3840-cd1db2b6b56f" [ 865.109564] env[65899]: _type = "Task" [ 865.109564] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.124519] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 32873e78-122d-4528-a442-4d3ea5c241d2] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 865.126617] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52677099-9def-2141-3840-cd1db2b6b56f, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.127624] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c84108-cd6b-4a81-ad5e-7691c7d4bce4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.134483] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 865.134483] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521f5ddf-e8da-800a-d3c0-6f1c75511ce4" [ 865.134483] env[65899]: _type = "Task" [ 865.134483] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.147353] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521f5ddf-e8da-800a-d3c0-6f1c75511ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.158016] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894816, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.230938] env[65899]: WARNING neutronclient.v2_0.client [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.331320] env[65899]: DEBUG nova.network.neutron [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Updated VIF entry in instance network info cache for port e3e15851-2dce-4607-94a6-c8fa2d0d36dd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.331758] env[65899]: DEBUG nova.network.neutron [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Updating instance_info_cache with network_info: [{"id": "e3e15851-2dce-4607-94a6-c8fa2d0d36dd", "address": "fa:16:3e:c0:ba:59", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e15851-2d", "ovs_interfaceid": "e3e15851-2dce-4607-94a6-c8fa2d0d36dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.359379] env[65899]: DEBUG oslo_vmware.api [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894817, 'name': PowerOffVM_Task, 'duration_secs': 0.216516} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.360670] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.360854] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.361141] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0fb6db2-65a6-4301-90bd-63e9cde46420 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.366822] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121274} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.366822] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.367622] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1f6b0d-18ba-4087-9ef0-a48eeaf57f98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.390511] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/ae416780-a2c7-444a-a5a9-a5c111b5643a.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.391474] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86242557-64e4-4508-bd86-af23a4c49004 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.413592] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 865.413592] env[65899]: value = "task-4894820" [ 865.413592] env[65899]: _type = "Task" [ 865.413592] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.423976] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.431401] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.431675] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.431843] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Deleting the datastore file [datastore2] 926cf1b6-6abc-4241-bfa4-75cda3a90784 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.432155] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f28b9674-d968-4c1e-a9ba-fc3f363f9794 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.441027] env[65899]: DEBUG oslo_vmware.api [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 865.441027] env[65899]: value = "task-4894821" [ 865.441027] env[65899]: _type = "Task" [ 865.441027] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.450026] env[65899]: DEBUG oslo_vmware.api [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.504394] env[65899]: DEBUG nova.compute.utils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.510186] env[65899]: DEBUG nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 865.510186] env[65899]: DEBUG nova.network.neutron [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 865.510186] env[65899]: WARNING neutronclient.v2_0.client [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.510382] env[65899]: WARNING neutronclient.v2_0.client [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.562616] env[65899]: DEBUG nova.policy [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16a252b50b4a4bec9c8ef0c43b96d4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ad6aa3e74a4ac8be27c9e0980d31fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.631249] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 0be4a054-fd1e-4700-9a63-cb2f82049f79] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 865.645154] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521f5ddf-e8da-800a-d3c0-6f1c75511ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.645154] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.645154] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 8a9533c2-b691-4c25-a359-08c722c142aa/8a9533c2-b691-4c25-a359-08c722c142aa.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.645327] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726b76f7-2da4-490a-bead-57a0572f5766 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.658694] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894816, 'name': Destroy_Task, 'duration_secs': 0.650042} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.659307] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Destroyed the VM [ 865.659550] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.659870] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 865.659870] env[65899]: value = "task-4894822" [ 865.659870] env[65899]: _type = "Task" [ 865.659870] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.660084] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4d753cb-b133-4655-a0bc-ee1bdbd80062 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.672716] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 865.672716] env[65899]: value = "task-4894823" [ 865.672716] env[65899]: _type = "Task" [ 865.672716] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.676060] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.686642] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894823, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.708579] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3090c082-9af8-40f5-aeae-fc7fcd33abe7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.727670] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance '2905feb0-b217-495e-8f12-b01938e407e5' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.834424] env[65899]: DEBUG oslo_concurrency.lockutils [req-e75f84a6-9426-454f-9c44-96cecab2f6d5 req-1bdab84e-e7db-4a5b-af3c-6f873dc35622 service nova] Releasing lock "refresh_cache-8a9533c2-b691-4c25-a359-08c722c142aa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.843627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "a66b6534-d419-425a-b1d2-801040125b39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.844526] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "a66b6534-d419-425a-b1d2-801040125b39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.853273] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.853606] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11a6c23a-b3f7-42c0-9a2e-1a91d97e892e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.863468] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 865.863468] env[65899]: value = "task-4894824" [ 865.863468] env[65899]: _type = "Task" [ 865.863468] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.872716] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.927432] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894820, 'name': ReconfigVM_Task, 'duration_secs': 0.295639} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.927685] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/ae416780-a2c7-444a-a5a9-a5c111b5643a.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.928527] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dc10900-f95a-4161-920c-8a1f4a305b56 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.940111] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 865.940111] env[65899]: value = "task-4894825" [ 865.940111] env[65899]: _type = "Task" [ 865.940111] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.955343] env[65899]: DEBUG oslo_vmware.api [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145958} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.960145] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.960145] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.960998] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.960998] env[65899]: INFO nova.compute.manager [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Took 1.15 seconds to destroy the instance on the hypervisor. [ 865.960998] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.961254] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894825, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.961533] env[65899]: DEBUG nova.compute.manager [-] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 865.961634] env[65899]: DEBUG nova.network.neutron [-] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 865.963048] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.970427] env[65899]: DEBUG nova.network.neutron [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Successfully created port: cf7952f1-376c-4d96-a0ba-03145ac2d0f5 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.002094] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.007289] env[65899]: DEBUG nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 866.136940] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 20a280ae-828b-4c9c-a90f-bfa122c75c49] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 866.185457] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894822, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.192177] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894823, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.234050] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.234356] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c7c59f-2db9-4c37-9635-387677f40f4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.245556] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 866.245556] env[65899]: value = "task-4894826" [ 866.245556] env[65899]: _type = "Task" [ 866.245556] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.256818] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.372679] env[65899]: DEBUG nova.compute.manager [req-36d25211-c0f5-442c-9d5f-07074372f843 req-9bc2a0e9-b269-448a-b583-a42ba31f409e service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Received event network-vif-deleted-ce93315e-8439-4d80-baba-74873c696fee {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 866.373225] env[65899]: INFO nova.compute.manager [req-36d25211-c0f5-442c-9d5f-07074372f843 req-9bc2a0e9-b269-448a-b583-a42ba31f409e service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Neutron deleted interface ce93315e-8439-4d80-baba-74873c696fee; detaching it from the instance and deleting it from the info cache [ 866.373225] env[65899]: DEBUG nova.network.neutron [req-36d25211-c0f5-442c-9d5f-07074372f843 req-9bc2a0e9-b269-448a-b583-a42ba31f409e service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.377568] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894824, 'name': PowerOffVM_Task, 'duration_secs': 0.167302} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.378038] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.378930] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.380421] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1470b3-3761-4fed-a9e5-aeec1b8d0974 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.391188] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.391463] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a8e178d-bf68-4c9e-8f6c-4bb20aa91a14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.418693] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.418919] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.419218] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Deleting the datastore file [datastore1] bdfc411c-60fa-460f-9e67-031ec6ad6965 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.419519] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0253eea-c926-456b-816f-5adb66940fee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.425982] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 866.425982] env[65899]: value = "task-4894828" [ 866.425982] env[65899]: _type = "Task" [ 866.425982] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.437483] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.453388] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894825, 'name': Rename_Task, 'duration_secs': 0.184969} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.453690] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.453939] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8b18219-4678-40d4-a0d1-727c01f6faee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.462746] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 866.462746] env[65899]: value = "task-4894829" [ 866.462746] env[65899]: _type = "Task" [ 866.462746] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.471693] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.589673] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bb2ff0-d9fc-41c7-93f3-c6c425e83ee7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.600060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee518d26-df5d-4f9b-9fec-b8c7165aac9a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.633105] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d5d45d-ce3d-4cde-afd3-71742023f633 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.640246] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 5f9169d8-04bb-40be-9487-897266c3332d] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 866.643177] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf5bb6-a9eb-4f30-9b74-a558ca73a078 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.660976] env[65899]: DEBUG nova.compute.provider_tree [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.678295] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55117} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.681348] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 8a9533c2-b691-4c25-a359-08c722c142aa/8a9533c2-b691-4c25-a359-08c722c142aa.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.681563] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.681754] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad7036c9-7a5e-45c8-9d87-441c925ef411 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.688980] env[65899]: DEBUG oslo_vmware.api [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894823, 'name': RemoveSnapshot_Task, 'duration_secs': 0.655139} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.690366] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.690632] env[65899]: INFO nova.compute.manager [None req-40747068-bf5b-4046-b970-f63c9ad124de tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Took 17.69 seconds to snapshot the instance on the hypervisor. [ 866.693165] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 866.693165] env[65899]: value = "task-4894830" [ 866.693165] env[65899]: _type = "Task" [ 866.693165] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.701860] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.755588] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894826, 'name': PowerOffVM_Task, 'duration_secs': 0.365601} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.755799] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.756412] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance '2905feb0-b217-495e-8f12-b01938e407e5' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.761393] env[65899]: DEBUG nova.network.neutron [-] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.879630] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-276deb68-a814-4ffb-b98e-a005fe9f84d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.890319] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9e57b3-4164-4802-9bab-fcbebf0cc9db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.931812] env[65899]: DEBUG nova.compute.manager [req-36d25211-c0f5-442c-9d5f-07074372f843 req-9bc2a0e9-b269-448a-b583-a42ba31f409e service nova] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Detach interface failed, port_id=ce93315e-8439-4d80-baba-74873c696fee, reason: Instance 926cf1b6-6abc-4241-bfa4-75cda3a90784 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.943766] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230712} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.944052] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.944282] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.944572] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.977616] env[65899]: DEBUG oslo_vmware.api [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894829, 'name': PowerOnVM_Task, 'duration_secs': 0.510792} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.977927] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.978136] env[65899]: INFO nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Took 7.77 seconds to spawn the instance on the hypervisor. [ 866.978312] env[65899]: DEBUG nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.979181] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525b2fb-dae5-49f8-a0f6-327788600b13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.024360] env[65899]: DEBUG nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 867.055927] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.057838] env[65899]: DEBUG nova.virt.hardware [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.058850] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75a450-a593-41d1-975e-180ce1c76e71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.069328] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2986328-24fa-4baf-80a9-c751584676a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.150648] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 5f65955b-309e-4249-aa8e-a2a00b851a66] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 867.167096] env[65899]: DEBUG nova.scheduler.client.report [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.207419] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071829} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.207630] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.208417] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dea15e-50e0-4549-9f9e-6021c6b27eca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.231444] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 8a9533c2-b691-4c25-a359-08c722c142aa/8a9533c2-b691-4c25-a359-08c722c142aa.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.231978] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522a8ee0-6656-4a04-828f-d0fa2eceb2fc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.253014] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 867.253014] env[65899]: value = "task-4894831" [ 867.253014] env[65899]: _type = "Task" [ 867.253014] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.262869] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.263115] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.263279] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.263458] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.263603] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.263746] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.263941] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.264108] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.264273] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.264524] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.264703] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.269759] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.270215] env[65899]: INFO nova.compute.manager [-] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Took 1.31 seconds to deallocate network for instance. [ 867.270463] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82290dff-4626-4af5-bd34-0908ef89c3d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.291381] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 867.291381] env[65899]: value = "task-4894832" [ 867.291381] env[65899]: _type = "Task" [ 867.291381] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.300204] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.499874] env[65899]: INFO nova.compute.manager [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Took 59.63 seconds to build instance. [ 867.655452] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 98faf004-25ab-4aa9-8d4e-948a39bcf39a] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 867.659879] env[65899]: DEBUG nova.network.neutron [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Successfully updated port: cf7952f1-376c-4d96-a0ba-03145ac2d0f5 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 867.674204] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.675431] env[65899]: DEBUG nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 867.679685] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.801s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.679774] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.685470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.123s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.687086] env[65899]: INFO nova.compute.claims [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.694867] env[65899]: DEBUG nova.compute.manager [req-147fc463-5fbe-4f8e-93f9-ea524a15102f req-044fe718-7812-4692-88d0-1bd4337eb9b1 service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Received event network-vif-plugged-cf7952f1-376c-4d96-a0ba-03145ac2d0f5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 867.695095] env[65899]: DEBUG oslo_concurrency.lockutils [req-147fc463-5fbe-4f8e-93f9-ea524a15102f req-044fe718-7812-4692-88d0-1bd4337eb9b1 service nova] Acquiring lock "60454fdc-2575-47e4-be42-a06554329539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.695431] env[65899]: DEBUG oslo_concurrency.lockutils [req-147fc463-5fbe-4f8e-93f9-ea524a15102f req-044fe718-7812-4692-88d0-1bd4337eb9b1 service nova] Lock "60454fdc-2575-47e4-be42-a06554329539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.695508] env[65899]: DEBUG oslo_concurrency.lockutils [req-147fc463-5fbe-4f8e-93f9-ea524a15102f req-044fe718-7812-4692-88d0-1bd4337eb9b1 service nova] Lock "60454fdc-2575-47e4-be42-a06554329539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.695649] env[65899]: DEBUG nova.compute.manager [req-147fc463-5fbe-4f8e-93f9-ea524a15102f req-044fe718-7812-4692-88d0-1bd4337eb9b1 service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] No waiting events found dispatching network-vif-plugged-cf7952f1-376c-4d96-a0ba-03145ac2d0f5 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 867.695784] env[65899]: WARNING nova.compute.manager [req-147fc463-5fbe-4f8e-93f9-ea524a15102f req-044fe718-7812-4692-88d0-1bd4337eb9b1 service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Received unexpected event network-vif-plugged-cf7952f1-376c-4d96-a0ba-03145ac2d0f5 for instance with vm_state building and task_state spawning. [ 867.730062] env[65899]: INFO nova.scheduler.client.report [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Deleted allocations for instance 01299d31-ee63-4b30-b361-74757c5e3583 [ 867.765496] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.788392] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.804522] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894832, 'name': ReconfigVM_Task, 'duration_secs': 0.25305} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.804612] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance '2905feb0-b217-495e-8f12-b01938e407e5' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.982089] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.982343] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.982491] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.982672] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.982818] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.982959] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.983243] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.983406] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.983568] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.983723] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.983888] env[65899]: DEBUG nova.virt.hardware [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.984751] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d85cb8-8f8c-4f74-bb99-d00f83a376da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.993311] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ba8b1-2315-4cbd-ab52-7e2d62788457 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.007131] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.555s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.008040] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.013089] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.014382] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.014591] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c3af4a7-7c57-427e-beb1-5269bbc73b97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.026939] env[65899]: DEBUG nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 868.036930] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.036930] env[65899]: value = "task-4894833" [ 868.036930] env[65899]: _type = "Task" [ 868.036930] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.046787] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894833, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.163105] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 193c2bdf-3ff2-47a3-9ff9-f9e2793ec924] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 868.165404] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.165619] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.165788] env[65899]: DEBUG nova.network.neutron [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.181420] env[65899]: DEBUG nova.compute.utils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.183357] env[65899]: DEBUG nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.183575] env[65899]: DEBUG nova.network.neutron [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.183961] env[65899]: WARNING neutronclient.v2_0.client [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.184332] env[65899]: WARNING neutronclient.v2_0.client [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.232272] env[65899]: DEBUG nova.policy [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.241799] env[65899]: DEBUG oslo_concurrency.lockutils [None req-227dc0e8-0a17-4802-8fdb-5d7c481a460f tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Lock "01299d31-ee63-4b30-b361-74757c5e3583" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.141s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.266272] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894831, 'name': ReconfigVM_Task, 'duration_secs': 0.72303} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.268970] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 8a9533c2-b691-4c25-a359-08c722c142aa/8a9533c2-b691-4c25-a359-08c722c142aa.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.269969] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adf59ec2-05d3-41c0-b616-15825644b3f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.278747] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 868.278747] env[65899]: value = "task-4894834" [ 868.278747] env[65899]: _type = "Task" [ 868.278747] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.295998] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894834, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.311354] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 868.311525] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.311653] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 868.311839] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.311971] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 868.312367] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 868.312367] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.312485] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 868.312620] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 868.312795] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 868.313033] env[65899]: DEBUG nova.virt.hardware [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 868.318429] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.318757] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca1d779-7f9d-4dca-94b0-a830de34bd60 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.338438] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 868.338438] env[65899]: value = "task-4894835" [ 868.338438] env[65899]: _type = "Task" [ 868.338438] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.347670] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.547511] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894833, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.552279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.603107] env[65899]: DEBUG nova.network.neutron [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Successfully created port: 3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.668175] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 95c68283-51e8-43f3-8008-2c617b29faee] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 868.688887] env[65899]: DEBUG nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 868.713943] env[65899]: DEBUG nova.network.neutron [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 868.790093] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894834, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.852061] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.899343] env[65899]: WARNING neutronclient.v2_0.client [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.049335] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894833, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.174231] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fc7015-57da-4620-8c2e-f9fffba595ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.177194] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 21598e28-d360-479a-9587-acdcc6d4c32b] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 869.184555] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260b69c-ffd6-4532-a424-a4e56a4c2c5d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.221083] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d38a6e-dcd6-41e4-9b1a-1f324677ee4c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.229846] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a43fe-553c-472c-8e28-cc4a342e7c70 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.244693] env[65899]: DEBUG nova.compute.provider_tree [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.269475] env[65899]: DEBUG nova.network.neutron [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Updating instance_info_cache with network_info: [{"id": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "address": "fa:16:3e:06:91:68", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7952f1-37", "ovs_interfaceid": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.296058] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894834, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.350805] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.550423] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894833, 'name': CreateVM_Task, 'duration_secs': 1.299258} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.550660] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.551053] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.551264] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.551636] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.552398] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-befab4f4-cb01-4456-9118-73d2706b796f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.558180] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 869.558180] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5295a90b-16a6-9f2d-7bdf-f14ca772ad4a" [ 869.558180] env[65899]: _type = "Task" [ 869.558180] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.567261] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5295a90b-16a6-9f2d-7bdf-f14ca772ad4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.683437] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 3149da84-6eeb-41e9-b4da-099952955604] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 869.725557] env[65899]: DEBUG nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 869.747282] env[65899]: DEBUG nova.scheduler.client.report [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.757559] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.757751] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.757900] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.758137] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.758243] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.758391] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.758597] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.758753] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.758913] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.759118] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.759308] env[65899]: DEBUG nova.virt.hardware [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.760296] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b8d2b-3b8b-4f0f-910e-8ef1308b0977 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.769746] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a6cd5-0464-4fb8-9898-4a9e6ce684a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.774670] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.774992] env[65899]: DEBUG nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Instance network_info: |[{"id": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "address": "fa:16:3e:06:91:68", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7952f1-37", "ovs_interfaceid": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 869.775855] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:91:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf7952f1-376c-4d96-a0ba-03145ac2d0f5', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.783435] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 869.784233] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60454fdc-2575-47e4-be42-a06554329539] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.788149] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ca9a04-3ebd-410b-90d3-c7665a8812eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.817709] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894834, 'name': Rename_Task, 'duration_secs': 1.179144} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.819336] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.820043] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.820043] env[65899]: value = "task-4894836" [ 869.820043] env[65899]: _type = "Task" [ 869.820043] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.820312] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddfc1219-adb3-4a94-8628-3117467e2b5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.833947] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894836, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.835708] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 869.835708] env[65899]: value = "task-4894837" [ 869.835708] env[65899]: _type = "Task" [ 869.835708] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.859870] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894835, 'name': ReconfigVM_Task, 'duration_secs': 1.130156} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.860376] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.861381] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b744e5d-d037-47e4-88d7-2b55cfd6d60d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.884947] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 2905feb0-b217-495e-8f12-b01938e407e5/2905feb0-b217-495e-8f12-b01938e407e5.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.885352] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a35754-dd06-4567-9de7-e871c424f769 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.906034] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 869.906034] env[65899]: value = "task-4894838" [ 869.906034] env[65899]: _type = "Task" [ 869.906034] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.916023] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.073017] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5295a90b-16a6-9f2d-7bdf-f14ca772ad4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.073534] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.073882] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.074248] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.074425] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.074610] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.075301] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0351110c-57e3-408a-ab61-732cfc51820d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.085600] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.085839] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.086896] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4dbde52-063c-43d0-8697-a38c9d991c4d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.095407] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 870.095407] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528e6b45-6594-707c-8d36-f4156de05246" [ 870.095407] env[65899]: _type = "Task" [ 870.095407] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.105059] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528e6b45-6594-707c-8d36-f4156de05246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.170206] env[65899]: DEBUG nova.network.neutron [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Successfully updated port: 3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 870.188494] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 01cca923-2ffe-43ea-9752-6bbafe920581] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 870.253633] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.253633] env[65899]: DEBUG nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 870.255578] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.174s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.336650] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894836, 'name': CreateVM_Task, 'duration_secs': 0.332634} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.342774] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60454fdc-2575-47e4-be42-a06554329539] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.343470] env[65899]: WARNING neutronclient.v2_0.client [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.343786] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.343949] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.344566] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.345390] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbd782e-8c3b-47c8-bfc2-4124d463381d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.351393] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.357739] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 870.357739] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5290f979-9cc5-0e81-6eeb-9cade6fc54a8" [ 870.357739] env[65899]: _type = "Task" [ 870.357739] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.366155] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290f979-9cc5-0e81-6eeb-9cade6fc54a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.416636] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894838, 'name': ReconfigVM_Task, 'duration_secs': 0.433514} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.416937] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 2905feb0-b217-495e-8f12-b01938e407e5/2905feb0-b217-495e-8f12-b01938e407e5.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.417980] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance '2905feb0-b217-495e-8f12-b01938e407e5' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.608154] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528e6b45-6594-707c-8d36-f4156de05246, 'name': SearchDatastore_Task, 'duration_secs': 0.017054} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.609422] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb0d650-2144-405d-8831-48573ba49cf0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.616635] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 870.616635] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520c08e0-7589-9ba8-276a-97566d677309" [ 870.616635] env[65899]: _type = "Task" [ 870.616635] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.630960] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520c08e0-7589-9ba8-276a-97566d677309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.673271] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.673503] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.673782] env[65899]: DEBUG nova.network.neutron [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.694151] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: b3d29374-12a9-4b7b-9c71-137b7693ace7] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 870.717851] env[65899]: DEBUG nova.compute.manager [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Received event network-changed-cf7952f1-376c-4d96-a0ba-03145ac2d0f5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 870.717851] env[65899]: DEBUG nova.compute.manager [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Refreshing instance network info cache due to event network-changed-cf7952f1-376c-4d96-a0ba-03145ac2d0f5. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 870.718303] env[65899]: DEBUG oslo_concurrency.lockutils [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] Acquiring lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.718471] env[65899]: DEBUG oslo_concurrency.lockutils [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] Acquired lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.718761] env[65899]: DEBUG nova.network.neutron [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Refreshing network info cache for port cf7952f1-376c-4d96-a0ba-03145ac2d0f5 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.762095] env[65899]: DEBUG nova.compute.utils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.763263] env[65899]: DEBUG nova.objects.instance [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lazy-loading 'migration_context' on Instance uuid ef5f0333-5109-4fb6-91be-179cdf2541fa {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.764979] env[65899]: DEBUG nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 870.765348] env[65899]: DEBUG nova.network.neutron [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.765831] env[65899]: WARNING neutronclient.v2_0.client [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.766158] env[65899]: WARNING neutronclient.v2_0.client [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.848874] env[65899]: DEBUG oslo_vmware.api [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894837, 'name': PowerOnVM_Task, 'duration_secs': 0.920082} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.849401] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.849812] env[65899]: INFO nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Took 9.06 seconds to spawn the instance on the hypervisor. [ 870.850192] env[65899]: DEBUG nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.852356] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e99d56-dedb-4809-b053-6471c4ccba81 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.873802] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290f979-9cc5-0e81-6eeb-9cade6fc54a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017899} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.874330] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.874687] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.875106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.896027] env[65899]: DEBUG nova.policy [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485a2a10e6fe4533ac189a10a9be7dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1e2f4e8b3e4505b24625bbbdfdd852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.927185] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09db53a-2b73-49b6-90c7-bd0019863c54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.952128] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f0531a-8f39-4a2b-ae04-d31b84711a6d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.972604] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance '2905feb0-b217-495e-8f12-b01938e407e5' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.020711] env[65899]: DEBUG nova.compute.manager [req-1779a41e-d3ad-46a5-866c-81c845f997f0 req-ca7daa51-230c-46bb-a0cb-ab44ef73f14e service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received event network-vif-plugged-3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.021191] env[65899]: DEBUG oslo_concurrency.lockutils [req-1779a41e-d3ad-46a5-866c-81c845f997f0 req-ca7daa51-230c-46bb-a0cb-ab44ef73f14e service nova] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.021191] env[65899]: DEBUG oslo_concurrency.lockutils [req-1779a41e-d3ad-46a5-866c-81c845f997f0 req-ca7daa51-230c-46bb-a0cb-ab44ef73f14e service nova] Lock "ec781823-2680-4849-b919-7eed671421a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.021325] env[65899]: DEBUG oslo_concurrency.lockutils [req-1779a41e-d3ad-46a5-866c-81c845f997f0 req-ca7daa51-230c-46bb-a0cb-ab44ef73f14e service nova] Lock "ec781823-2680-4849-b919-7eed671421a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.021537] env[65899]: DEBUG nova.compute.manager [req-1779a41e-d3ad-46a5-866c-81c845f997f0 req-ca7daa51-230c-46bb-a0cb-ab44ef73f14e service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] No waiting events found dispatching network-vif-plugged-3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 871.021736] env[65899]: WARNING nova.compute.manager [req-1779a41e-d3ad-46a5-866c-81c845f997f0 req-ca7daa51-230c-46bb-a0cb-ab44ef73f14e service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received unexpected event network-vif-plugged-3e330737-d9a8-4758-b9af-9b5f76e4934d for instance with vm_state building and task_state spawning. [ 871.127710] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520c08e0-7589-9ba8-276a-97566d677309, 'name': SearchDatastore_Task, 'duration_secs': 0.030769} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.127994] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.128290] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.128579] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.128769] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.128979] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e86002d0-cd35-49d2-b5f5-c0735a60453e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.133808] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-716df52d-f062-47b8-8a5b-e657ab844a60 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.142190] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 871.142190] env[65899]: value = "task-4894839" [ 871.142190] env[65899]: _type = "Task" [ 871.142190] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.147365] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.147825] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.149087] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e507a984-498c-44f0-bef1-3eece63f9a41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.156535] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.160233] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 871.160233] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5299007d-ca8f-b661-2f62-292a7511d981" [ 871.160233] env[65899]: _type = "Task" [ 871.160233] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.170499] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5299007d-ca8f-b661-2f62-292a7511d981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.198303] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 3dedb3ee-1b21-4963-a2bb-947cd2089760] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.226454] env[65899]: WARNING neutronclient.v2_0.client [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.265777] env[65899]: DEBUG nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 871.335581] env[65899]: DEBUG nova.network.neutron [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Successfully created port: 0824d19a-795b-4796-a2fd-9341e475b0f4 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.375975] env[65899]: INFO nova.compute.manager [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Took 53.95 seconds to build instance. [ 871.480912] env[65899]: WARNING neutronclient.v2_0.client [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.481784] env[65899]: WARNING neutronclient.v2_0.client [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.502297] env[65899]: DEBUG nova.network.neutron [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.657975] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.675784] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5299007d-ca8f-b661-2f62-292a7511d981, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.676828] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073de7bb-19a6-46eb-87c8-04c200294159 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.686701] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 871.686701] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529acfa0-ec35-009d-8e0f-c947b924d3ca" [ 871.686701] env[65899]: _type = "Task" [ 871.686701] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.692026] env[65899]: DEBUG nova.network.neutron [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Port 317ef2d6-241c-45bb-9219-79b66e0f615b binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 871.704528] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 7c673a1a-6fb8-4c97-a3f5-02105592fdab] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.706580] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529acfa0-ec35-009d-8e0f-c947b924d3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.874120] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5aca0-c964-4db3-89ea-6707faa38929 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.878512] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4d433872-15d3-413e-975c-f23a5575e1d3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "8a9533c2-b691-4c25-a359-08c722c142aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.086s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.883014] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698c0bc-0452-48ec-b81a-29a47a3f8d34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.921570] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954aba30-2b04-4999-9361-037327945037 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.930755] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0be8b53-f027-4233-8653-73caad013a85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.948881] env[65899]: DEBUG nova.compute.provider_tree [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.956985] env[65899]: WARNING neutronclient.v2_0.client [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.155920] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652787} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.156250] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.156469] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.156732] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-156fd784-b821-4036-b700-abb0a8b9b6eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.165425] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 872.165425] env[65899]: value = "task-4894840" [ 872.165425] env[65899]: _type = "Task" [ 872.165425] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.175692] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.202930] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529acfa0-ec35-009d-8e0f-c947b924d3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.054584} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.203244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.203518] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 60454fdc-2575-47e4-be42-a06554329539/60454fdc-2575-47e4-be42-a06554329539.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.203798] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f7dd41-241f-4ef0-b38d-4bdfb5767560 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.212154] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1dd05998-5fd2-4079-bfa8-3ab36a1071cf] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.214447] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 872.214447] env[65899]: value = "task-4894841" [ 872.214447] env[65899]: _type = "Task" [ 872.214447] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.225652] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.281887] env[65899]: DEBUG nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 872.311858] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.312140] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.312295] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.312472] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.312605] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.312748] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.312949] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.313173] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.313399] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.313567] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.313736] env[65899]: DEBUG nova.virt.hardware [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.314612] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214861bc-8e42-4804-992d-d224694258ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.323680] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2644750d-e949-42a2-b5de-972645fa3f38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.353490] env[65899]: WARNING neutronclient.v2_0.client [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.382747] env[65899]: DEBUG nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 872.455221] env[65899]: DEBUG nova.scheduler.client.report [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.602669] env[65899]: DEBUG nova.network.neutron [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.677923] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140736} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.678295] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.679226] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d698613-85e6-40e1-8a16-f7c0a4039126 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.700675] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.701028] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1929a3-798e-4f15-af70-28c5c1738715 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.724184] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 2ae10234-340d-47bc-9a67-0342b8ebd821] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.739755] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "2905feb0-b217-495e-8f12-b01938e407e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.740042] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.740252] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.743795] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 872.743795] env[65899]: value = "task-4894842" [ 872.743795] env[65899]: _type = "Task" [ 872.743795] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.751371] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894841, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.759403] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.906471] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.108020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.108020] env[65899]: DEBUG nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Instance network_info: |[{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 873.108020] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:53:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e330737-d9a8-4758-b9af-9b5f76e4934d', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.115852] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Creating folder: Project (5b9b2291fd5140febde220bc57284ee3). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.116391] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907d7054-8093-4cb2-aed7-e4b6b5d625cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.132616] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Created folder: Project (5b9b2291fd5140febde220bc57284ee3) in parent group-v953787. [ 873.133123] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Creating folder: Instances. Parent ref: group-v953970. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.133584] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-663238af-0619-4519-9ba4-d16d24d65a6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.147360] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Created folder: Instances in parent group-v953970. [ 873.147969] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.148399] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec781823-2680-4849-b919-7eed671421a9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.149263] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a3b372d-172a-4f97-9cfb-3266d4e418e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.174463] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.174463] env[65899]: value = "task-4894845" [ 873.174463] env[65899]: _type = "Task" [ 873.174463] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.185511] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894845, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.194825] env[65899]: DEBUG nova.network.neutron [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Successfully updated port: 0824d19a-795b-4796-a2fd-9341e475b0f4 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.244432] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: be88c043-91e6-4d8f-bbd0-d41174b17f18] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 873.250796] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894841, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.252376] env[65899]: DEBUG nova.network.neutron [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Updated VIF entry in instance network info cache for port cf7952f1-376c-4d96-a0ba-03145ac2d0f5. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.252720] env[65899]: DEBUG nova.network.neutron [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Updating instance_info_cache with network_info: [{"id": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "address": "fa:16:3e:06:91:68", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7952f1-37", "ovs_interfaceid": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.269580] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.135942] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.880s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.142871] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-6408f670-5079-491b-9b41-f65b0994e0c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.142871] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-6408f670-5079-491b-9b41-f65b0994e0c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.142871] env[65899]: DEBUG nova.network.neutron [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.143934] env[65899]: DEBUG oslo_concurrency.lockutils [req-b016c5ec-e10f-4942-aae3-2888b830bb2f req-bd9b7fe3-a368-46a5-9cdd-0da3f8ec59fd service nova] Releasing lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.145237] env[65899]: WARNING neutronclient.v2_0.client [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.148318] env[65899]: DEBUG nova.compute.manager [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received event network-changed-3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 874.149682] env[65899]: DEBUG nova.compute.manager [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Refreshing instance network info cache due to event network-changed-3e330737-d9a8-4758-b9af-9b5f76e4934d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 874.149682] env[65899]: DEBUG oslo_concurrency.lockutils [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] Acquiring lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.149682] env[65899]: DEBUG oslo_concurrency.lockutils [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] Acquired lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.149682] env[65899]: DEBUG nova.network.neutron [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Refreshing network info cache for port 3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.152135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.292s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.156311] env[65899]: INFO nova.compute.claims [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.161898] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.162072] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Cleaning up deleted instances with incomplete migration {{(pid=65899) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 874.177428] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894841, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081521} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.185505] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 60454fdc-2575-47e4-be42-a06554329539/60454fdc-2575-47e4-be42-a06554329539.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.185773] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.186798] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894845, 'name': CreateVM_Task, 'duration_secs': 0.362302} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.186888] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894842, 'name': ReconfigVM_Task, 'duration_secs': 0.797557} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.187236] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c937e2-411d-4532-84da-5c61303325a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.189243] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec781823-2680-4849-b919-7eed671421a9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.189489] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Reconfigured VM instance instance-0000003d to attach disk [datastore2] bdfc411c-60fa-460f-9e67-031ec6ad6965/bdfc411c-60fa-460f-9e67-031ec6ad6965.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.190787] env[65899]: WARNING neutronclient.v2_0.client [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.191711] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.191711] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.191711] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.191987] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-805333f5-ac9d-4b6b-adaa-4af8628eb651 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.194148] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd3feaf-46b6-4348-9b92-84d3a9f915f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.202100] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 874.202100] env[65899]: value = "task-4894846" [ 874.202100] env[65899]: _type = "Task" [ 874.202100] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.202100] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 874.202100] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523fcdb7-6056-a69c-cffe-a4056a497f4d" [ 874.202100] env[65899]: _type = "Task" [ 874.202100] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.208168] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 874.208168] env[65899]: value = "task-4894847" [ 874.208168] env[65899]: _type = "Task" [ 874.208168] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.221024] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.226950] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523fcdb7-6056-a69c-cffe-a4056a497f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.231597] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894847, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.233785] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.233953] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.234246] env[65899]: DEBUG nova.network.neutron [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.671951] env[65899]: WARNING neutronclient.v2_0.client [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.677805] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.703386] env[65899]: DEBUG nova.network.neutron [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.729595] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084266} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.733153] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.736849] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba04bc-c0ba-4b28-be1e-9bad63187b09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.744955] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523fcdb7-6056-a69c-cffe-a4056a497f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.031873} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.749960] env[65899]: WARNING neutronclient.v2_0.client [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.752562] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.753238] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.753958] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.753958] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753958] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.754093] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894847, 'name': Rename_Task, 'duration_secs': 0.314226} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.754921] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-193c63ed-6fd8-43a8-802f-e2364ff1d4ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.757978] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.775032] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c417854-c1a3-4c77-9bcb-19dbb5026f17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.790511] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 60454fdc-2575-47e4-be42-a06554329539/60454fdc-2575-47e4-be42-a06554329539.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.798103] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75364138-c810-4040-8172-def44b3c6cb6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.819855] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.820268] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.821475] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b0193f-765d-4630-8d46-3ddb9b0beda7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.826860] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 874.826860] env[65899]: value = "task-4894848" [ 874.826860] env[65899]: _type = "Task" [ 874.826860] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.829132] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 874.829132] env[65899]: value = "task-4894849" [ 874.829132] env[65899]: _type = "Task" [ 874.829132] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.839102] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 874.839102] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521f8b83-af07-e03e-73d9-d4cd3af3cf8a" [ 874.839102] env[65899]: _type = "Task" [ 874.839102] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.852076] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.852076] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.858448] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521f8b83-af07-e03e-73d9-d4cd3af3cf8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.868407] env[65899]: WARNING neutronclient.v2_0.client [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.059804] env[65899]: DEBUG nova.network.neutron [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Updating instance_info_cache with network_info: [{"id": "0824d19a-795b-4796-a2fd-9341e475b0f4", "address": "fa:16:3e:6e:b9:26", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0824d19a-79", "ovs_interfaceid": "0824d19a-795b-4796-a2fd-9341e475b0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.101343] env[65899]: WARNING neutronclient.v2_0.client [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.213336] env[65899]: WARNING neutronclient.v2_0.client [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.285702] env[65899]: DEBUG nova.network.neutron [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Updated VIF entry in instance network info cache for port 3e330737-d9a8-4758-b9af-9b5f76e4934d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.286083] env[65899]: DEBUG nova.network.neutron [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.292541] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "2da699de-cb16-46e4-9d53-b32e87af893f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.293389] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "2da699de-cb16-46e4-9d53-b32e87af893f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.355147] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894848, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.359294] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.367010] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521f8b83-af07-e03e-73d9-d4cd3af3cf8a, 'name': SearchDatastore_Task, 'duration_secs': 0.030404} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.370816] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c14fb24-ee60-44d0-b5c9-8738c9b810d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.377610] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 875.377610] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d9c66c-8a78-ff3b-606a-6ca9d2977d50" [ 875.377610] env[65899]: _type = "Task" [ 875.377610] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.394622] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d9c66c-8a78-ff3b-606a-6ca9d2977d50, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.395390] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.395719] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] ec781823-2680-4849-b919-7eed671421a9/ec781823-2680-4849-b919-7eed671421a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.396065] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb584619-e07a-40b0-90ca-f26ea685b3b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.404975] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 875.404975] env[65899]: value = "task-4894850" [ 875.404975] env[65899]: _type = "Task" [ 875.404975] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.418369] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.434602] env[65899]: DEBUG nova.network.neutron [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance_info_cache with network_info: [{"id": "317ef2d6-241c-45bb-9219-79b66e0f615b", "address": "fa:16:3e:30:bf:28", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317ef2d6-24", "ovs_interfaceid": "317ef2d6-241c-45bb-9219-79b66e0f615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.563162] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-6408f670-5079-491b-9b41-f65b0994e0c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.564198] env[65899]: DEBUG nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Instance network_info: |[{"id": "0824d19a-795b-4796-a2fd-9341e475b0f4", "address": "fa:16:3e:6e:b9:26", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0824d19a-79", "ovs_interfaceid": "0824d19a-795b-4796-a2fd-9341e475b0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 875.564198] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b9:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0824d19a-795b-4796-a2fd-9341e475b0f4', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.572937] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 875.575892] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.576967] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d09494-183d-45b8-9c81-c768769273ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.602270] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.602270] env[65899]: value = "task-4894851" [ 875.602270] env[65899]: _type = "Task" [ 875.602270] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.611919] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894851, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.753482] env[65899]: INFO nova.compute.manager [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Swapping old allocation on dict_keys(['6e9c4476-e557-4afd-928d-cf1c63a2d0d0']) held by migration 13ab4640-7e42-454d-a400-068a74026be0 for instance [ 875.792886] env[65899]: DEBUG oslo_concurrency.lockutils [req-394d5205-53dd-47d0-bd3a-ce59f1afa7d1 req-f4e99e31-2a6a-4359-8fdf-2e751b45d1f5 service nova] Releasing lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.794860] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4cccc3-f7e6-4fa8-a29e-c8de825747b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.798567] env[65899]: DEBUG nova.scheduler.client.report [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Overwriting current allocation {'allocations': {'6e9c4476-e557-4afd-928d-cf1c63a2d0d0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': 'aea95eefa66d46e7b248d03ac5d24f51', 'user_id': '6cf8431f226c445dbb218df7e93c5b83', 'consumer_generation': 1} on consumer ef5f0333-5109-4fb6-91be-179cdf2541fa {{(pid=65899) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 875.808015] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc385139-dfcf-4ea4-a4fc-3fab905ec7a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.850866] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fb25f4-b459-4b7f-9ea6-b6bfdfcec978 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.857653] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.870905] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894849, 'name': ReconfigVM_Task, 'duration_secs': 0.605046} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.871120] env[65899]: DEBUG oslo_vmware.api [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894848, 'name': PowerOnVM_Task, 'duration_secs': 0.709076} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.871469] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 60454fdc-2575-47e4-be42-a06554329539/60454fdc-2575-47e4-be42-a06554329539.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.872209] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.872500] env[65899]: DEBUG nova.compute.manager [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.873807] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48e1f1-304b-45d8-bd02-a6c85d969f59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.878443] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4cf03c4-b90c-4a26-b1c1-e53eba3df7e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.881219] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9397bc37-5df4-4b8b-91ee-b655c221a620 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.901570] env[65899]: DEBUG nova.compute.provider_tree [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.912269] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 875.912269] env[65899]: value = "task-4894852" [ 875.912269] env[65899]: _type = "Task" [ 875.912269] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.922177] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.922390] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquired lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.922559] env[65899]: DEBUG nova.network.neutron [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 875.930337] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894852, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.937812] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894850, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.937812] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.113718] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894851, 'name': CreateVM_Task, 'duration_secs': 0.432779} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.114983] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.116357] env[65899]: DEBUG nova.compute.manager [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Received event network-vif-plugged-0824d19a-795b-4796-a2fd-9341e475b0f4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 876.116580] env[65899]: DEBUG oslo_concurrency.lockutils [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] Acquiring lock "6408f670-5079-491b-9b41-f65b0994e0c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.117310] env[65899]: DEBUG oslo_concurrency.lockutils [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] Lock "6408f670-5079-491b-9b41-f65b0994e0c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.117310] env[65899]: DEBUG oslo_concurrency.lockutils [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] Lock "6408f670-5079-491b-9b41-f65b0994e0c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.117310] env[65899]: DEBUG nova.compute.manager [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] No waiting events found dispatching network-vif-plugged-0824d19a-795b-4796-a2fd-9341e475b0f4 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 876.117572] env[65899]: WARNING nova.compute.manager [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Received unexpected event network-vif-plugged-0824d19a-795b-4796-a2fd-9341e475b0f4 for instance with vm_state building and task_state spawning. [ 876.117572] env[65899]: DEBUG nova.compute.manager [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Received event network-changed-0824d19a-795b-4796-a2fd-9341e475b0f4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 876.118493] env[65899]: DEBUG nova.compute.manager [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Refreshing instance network info cache due to event network-changed-0824d19a-795b-4796-a2fd-9341e475b0f4. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 876.118493] env[65899]: DEBUG oslo_concurrency.lockutils [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] Acquiring lock "refresh_cache-6408f670-5079-491b-9b41-f65b0994e0c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.118493] env[65899]: DEBUG oslo_concurrency.lockutils [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] Acquired lock "refresh_cache-6408f670-5079-491b-9b41-f65b0994e0c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.118493] env[65899]: DEBUG nova.network.neutron [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Refreshing network info cache for port 0824d19a-795b-4796-a2fd-9341e475b0f4 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.119892] env[65899]: WARNING neutronclient.v2_0.client [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.120489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.120489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.120948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.121558] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280315cc-1433-4ca0-bdcf-da526a655c9f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.128790] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 876.128790] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e2644d-848f-c622-19b7-c6c0fe4e2c61" [ 876.128790] env[65899]: _type = "Task" [ 876.128790] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.139657] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e2644d-848f-c622-19b7-c6c0fe4e2c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.412793] env[65899]: DEBUG nova.scheduler.client.report [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.428445] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.430784] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.440734] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727307} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.440970] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894852, 'name': Rename_Task, 'duration_secs': 0.456754} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.441269] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] ec781823-2680-4849-b919-7eed671421a9/ec781823-2680-4849-b919-7eed671421a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.441487] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.441741] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.441966] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0c06f47-ba00-4dee-b586-438ce72ade71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.446998] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dde39ed-8061-410a-98e4-e78a5b413242 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.457662] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 876.457662] env[65899]: value = "task-4894854" [ 876.457662] env[65899]: _type = "Task" [ 876.457662] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.457662] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 876.457662] env[65899]: value = "task-4894853" [ 876.457662] env[65899]: _type = "Task" [ 876.457662] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.472071] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.476671] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb16094f-4a17-40c1-86d2-621864f68bc4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.480367] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.504556] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b40e797-9abc-448c-8b23-54e9103fab86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.515668] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance '2905feb0-b217-495e-8f12-b01938e407e5' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.622231] env[65899]: WARNING neutronclient.v2_0.client [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.639584] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e2644d-848f-c622-19b7-c6c0fe4e2c61, 'name': SearchDatastore_Task, 'duration_secs': 0.018016} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.639954] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.640144] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.640385] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.640526] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.640702] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.641426] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-958ff825-dc8e-4653-b9ab-66da40fd8238 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.654083] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.654331] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.655159] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a0af12-e35c-40d8-a2a4-bc18723b8ac7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.659621] env[65899]: WARNING neutronclient.v2_0.client [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.666168] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 876.666168] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524e46f1-78d9-f477-b5e1-31915258820e" [ 876.666168] env[65899]: _type = "Task" [ 876.666168] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.680026] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524e46f1-78d9-f477-b5e1-31915258820e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.782076] env[65899]: DEBUG nova.network.neutron [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance_info_cache with network_info: [{"id": "a609c760-7a80-4729-99eb-d163a97e3380", "address": "fa:16:3e:81:ca:15", "network": {"id": "960f3ae5-de4c-4712-b927-0b0b6e7870db", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1b0c3e978e604a4cbe7034d50c68e208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa609c760-7a", "ovs_interfaceid": "a609c760-7a80-4729-99eb-d163a97e3380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.874870] env[65899]: WARNING neutronclient.v2_0.client [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.921038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.921582] env[65899]: DEBUG nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 876.930753] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.983s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.931985] env[65899]: DEBUG nova.objects.instance [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lazy-loading 'resources' on Instance uuid 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.972720] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.975925] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078829} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.976924] env[65899]: DEBUG nova.network.neutron [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Updated VIF entry in instance network info cache for port 0824d19a-795b-4796-a2fd-9341e475b0f4. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 876.977307] env[65899]: DEBUG nova.network.neutron [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Updating instance_info_cache with network_info: [{"id": "0824d19a-795b-4796-a2fd-9341e475b0f4", "address": "fa:16:3e:6e:b9:26", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0824d19a-79", "ovs_interfaceid": "0824d19a-795b-4796-a2fd-9341e475b0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.979373] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.980384] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd89565-d7cb-45ff-9e50-0d5be65cc968 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.004935] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] ec781823-2680-4849-b919-7eed671421a9/ec781823-2680-4849-b919-7eed671421a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.005589] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07bdcb5a-379e-4878-a1c9-0db777a3a436 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.023768] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.024112] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bf8343d-1976-474e-b309-4bc60e4402c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.033967] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 877.033967] env[65899]: value = "task-4894859" [ 877.033967] env[65899]: _type = "Task" [ 877.033967] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.034249] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 877.034249] env[65899]: value = "task-4894858" [ 877.034249] env[65899]: _type = "Task" [ 877.034249] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.052140] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.052682] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.176530] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524e46f1-78d9-f477-b5e1-31915258820e, 'name': SearchDatastore_Task, 'duration_secs': 0.044568} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.177378] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8780a8ff-c83d-4a8e-8b7f-dce081d3f7cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.183060] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 877.183060] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5225b26a-5807-b633-a9f2-4f30263b7e6b" [ 877.183060] env[65899]: _type = "Task" [ 877.183060] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.193088] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5225b26a-5807-b633-a9f2-4f30263b7e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.285253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Releasing lock "refresh_cache-ef5f0333-5109-4fb6-91be-179cdf2541fa" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.285939] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.286372] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a8b1c6-0e02-44b6-ba9e-d9424b9874a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.295100] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 877.295100] env[65899]: value = "task-4894860" [ 877.295100] env[65899]: _type = "Task" [ 877.295100] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.308630] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.412622] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "bdfc411c-60fa-460f-9e67-031ec6ad6965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.413154] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "bdfc411c-60fa-460f-9e67-031ec6ad6965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.413570] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "bdfc411c-60fa-460f-9e67-031ec6ad6965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.413570] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "bdfc411c-60fa-460f-9e67-031ec6ad6965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.413695] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "bdfc411c-60fa-460f-9e67-031ec6ad6965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.416583] env[65899]: INFO nova.compute.manager [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Terminating instance [ 877.435373] env[65899]: DEBUG nova.compute.utils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.440205] env[65899]: DEBUG nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 877.440854] env[65899]: DEBUG nova.network.neutron [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 877.440854] env[65899]: WARNING neutronclient.v2_0.client [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.441186] env[65899]: WARNING neutronclient.v2_0.client [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.471781] env[65899]: DEBUG oslo_vmware.api [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894854, 'name': PowerOnVM_Task, 'duration_secs': 0.915688} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.472213] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.472497] env[65899]: INFO nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Took 10.45 seconds to spawn the instance on the hypervisor. [ 877.472692] env[65899]: DEBUG nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 877.473581] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1880543-073b-4fe0-a552-0458cfecfee3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.481113] env[65899]: DEBUG oslo_concurrency.lockutils [req-af55c14c-956b-4548-ae76-0436d8df2429 req-6b925ca2-8df4-4059-bedc-5d9a3114ed0e service nova] Releasing lock "refresh_cache-6408f670-5079-491b-9b41-f65b0994e0c6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.506723] env[65899]: DEBUG nova.policy [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cf637411bf94632b0817244cb757e41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7f742354d9432a907a987d2b3c0f0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.552510] env[65899]: DEBUG oslo_vmware.api [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894858, 'name': PowerOnVM_Task, 'duration_secs': 0.488861} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.555740] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.556075] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7b547a64-61f4-46aa-a8f0-567db3dd9e27 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance '2905feb0-b217-495e-8f12-b01938e407e5' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.559801] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894859, 'name': ReconfigVM_Task, 'duration_secs': 0.420617} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.563071] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Reconfigured VM instance instance-00000041 to attach disk [datastore2] ec781823-2680-4849-b919-7eed671421a9/ec781823-2680-4849-b919-7eed671421a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.563890] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90ea4633-74f8-4992-a5ea-062f78362624 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.572423] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 877.572423] env[65899]: value = "task-4894861" [ 877.572423] env[65899]: _type = "Task" [ 877.572423] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.585527] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894861, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.698899] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5225b26a-5807-b633-a9f2-4f30263b7e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.699052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.699266] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 6408f670-5079-491b-9b41-f65b0994e0c6/6408f670-5079-491b-9b41-f65b0994e0c6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.699534] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cd928a7-8159-41de-b49e-ceb4dac50efd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.707245] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 877.707245] env[65899]: value = "task-4894862" [ 877.707245] env[65899]: _type = "Task" [ 877.707245] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.715725] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.805944] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894860, 'name': PowerOffVM_Task, 'duration_secs': 0.220653} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.809692] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.810785] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:35:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7abcb1cd-6f8b-4730-8ef9-4d222e1e08c1',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-287359004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.811040] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.811230] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.811432] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.811596] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.811743] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.811944] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.812645] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.812645] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.812645] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.812874] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.818347] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d27a86-a022-4090-8220-891dde6f2d8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.835833] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 877.835833] env[65899]: value = "task-4894863" [ 877.835833] env[65899]: _type = "Task" [ 877.835833] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.848249] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.895157] env[65899]: DEBUG nova.network.neutron [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Successfully created port: 15bce0a3-d3f0-461c-b41e-91e54eb01afc {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 877.921514] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "refresh_cache-bdfc411c-60fa-460f-9e67-031ec6ad6965" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.923033] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquired lock "refresh_cache-bdfc411c-60fa-460f-9e67-031ec6ad6965" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.923033] env[65899]: DEBUG nova.network.neutron [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.941243] env[65899]: DEBUG nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 877.983010] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c855e-5d71-4fa7-ab90-93c1872e2541 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.001027] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ebde50-ab05-4976-981d-51d51144e821 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.010968] env[65899]: INFO nova.compute.manager [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Took 47.95 seconds to build instance. [ 878.046632] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c26404-5621-408c-887e-c79bc608d1d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.057192] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7266448d-6a5c-4548-9d64-03db3733f46c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.078291] env[65899]: DEBUG nova.compute.provider_tree [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.090490] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894861, 'name': Rename_Task, 'duration_secs': 0.214424} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.091489] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.091757] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a36b8471-86a4-44b9-bd12-7ff5fb90d514 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.102014] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 878.102014] env[65899]: value = "task-4894864" [ 878.102014] env[65899]: _type = "Task" [ 878.102014] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.112275] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.227744] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.350019] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894863, 'name': ReconfigVM_Task, 'duration_secs': 0.174055} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.350414] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9d9692-7003-4ee0-9cb4-84bd6660ec67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.380193] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:35:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7abcb1cd-6f8b-4730-8ef9-4d222e1e08c1',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-287359004',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 878.380553] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.380827] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 878.381023] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.381251] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 878.381453] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 878.381741] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 878.383093] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 878.383093] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 878.383093] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 878.383093] env[65899]: DEBUG nova.virt.hardware [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 878.384029] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a457ebfb-b29b-42a1-994d-0316a3d666e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.392627] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 878.392627] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52964117-e54e-c4fb-5ff1-cd3bb1364003" [ 878.392627] env[65899]: _type = "Task" [ 878.392627] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.405252] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52964117-e54e-c4fb-5ff1-cd3bb1364003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.427285] env[65899]: WARNING neutronclient.v2_0.client [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.468272] env[65899]: DEBUG nova.network.neutron [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 878.514555] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a24d1888-8b36-450d-bdb3-700eab918d8e tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "60454fdc-2575-47e4-be42-a06554329539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.203s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.573650] env[65899]: DEBUG nova.network.neutron [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.586226] env[65899]: DEBUG nova.scheduler.client.report [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.615392] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.719465] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894862, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.904867] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52964117-e54e-c4fb-5ff1-cd3bb1364003, 'name': SearchDatastore_Task, 'duration_secs': 0.019107} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.910859] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.910859] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7674cb6-3f04-4ea4-86ae-88bf464cdfc4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.930835] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 878.930835] env[65899]: value = "task-4894865" [ 878.930835] env[65899]: _type = "Task" [ 878.930835] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.942489] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.951487] env[65899]: DEBUG nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 878.982590] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 878.982997] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.983336] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 878.983583] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.983749] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 878.983934] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 878.984387] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 878.984585] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 878.984878] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 878.985141] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 878.985382] env[65899]: DEBUG nova.virt.hardware [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 878.986636] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ced3e-e52c-4813-ba32-b0f617b75da1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.996870] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0fc0ee-e38d-4784-9b0e-ef6c691e5e91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.017846] env[65899]: DEBUG nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 879.078889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Releasing lock "refresh_cache-bdfc411c-60fa-460f-9e67-031ec6ad6965" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.079396] env[65899]: DEBUG nova.compute.manager [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 879.079586] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.082715] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2da952-0a37-47d5-8f18-e8dae4587e9d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.094536] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.097964] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.098415] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.172s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.098947] env[65899]: DEBUG nova.objects.instance [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lazy-loading 'resources' on Instance uuid 1cf8502e-9bc7-48e7-8c82-d919e816d9a6 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.100324] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a51c3f-3718-4cd5-8788-b98c26c9f58e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.112738] env[65899]: DEBUG oslo_vmware.api [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 879.112738] env[65899]: value = "task-4894866" [ 879.112738] env[65899]: _type = "Task" [ 879.112738] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.122454] env[65899]: DEBUG oslo_vmware.api [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4894864, 'name': PowerOnVM_Task, 'duration_secs': 0.75295} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.123382] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.123672] env[65899]: INFO nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Took 9.40 seconds to spawn the instance on the hypervisor. [ 879.123887] env[65899]: DEBUG nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.125168] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a36b7fa-8a56-44fc-998f-28b8e3e2cad9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.132864] env[65899]: INFO nova.scheduler.client.report [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Deleted allocations for instance 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee [ 879.134220] env[65899]: DEBUG oslo_vmware.api [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.198508] env[65899]: INFO nova.compute.manager [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Rescuing [ 879.198508] env[65899]: DEBUG oslo_concurrency.lockutils [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.198508] env[65899]: DEBUG oslo_concurrency.lockutils [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.198720] env[65899]: DEBUG nova.network.neutron [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 879.221122] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894862, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.398729] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.399365] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.447745] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894865, 'name': ReconfigVM_Task, 'duration_secs': 0.308439} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.448854] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.449478] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f04c07b-3d1b-4a41-a5f8-e68ed93b8262 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.480027] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.480782] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9445d872-551a-4348-90cb-2f045828ae1d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.505919] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 879.505919] env[65899]: value = "task-4894867" [ 879.505919] env[65899]: _type = "Task" [ 879.505919] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.516722] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.555181] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.571782] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "2905feb0-b217-495e-8f12-b01938e407e5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.572126] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.572394] env[65899]: DEBUG nova.compute.manager [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Going to confirm migration 3 {{(pid=65899) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 879.626684] env[65899]: DEBUG oslo_vmware.api [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894866, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.641457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07198446-1834-42eb-b073-a13f0592ad51 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Lock "7ae7ec40-8ae3-46e9-9e11-3344c8f852ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.155s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.659551] env[65899]: INFO nova.compute.manager [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Took 49.01 seconds to build instance. [ 879.676220] env[65899]: DEBUG nova.network.neutron [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Successfully updated port: 15bce0a3-d3f0-461c-b41e-91e54eb01afc {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 879.702100] env[65899]: WARNING neutronclient.v2_0.client [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.721214] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894862, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.630068} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.721497] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 6408f670-5079-491b-9b41-f65b0994e0c6/6408f670-5079-491b-9b41-f65b0994e0c6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.721995] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.721995] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9b44fb6-abd4-44c3-90b6-5eed307753ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.734833] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 879.734833] env[65899]: value = "task-4894869" [ 879.734833] env[65899]: _type = "Task" [ 879.734833] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.752478] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.913053] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913360] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913448] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913591] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913726] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913892] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913991] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 879.914143] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.928588] env[65899]: WARNING neutronclient.v2_0.client [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.016893] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.081365] env[65899]: DEBUG nova.network.neutron [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Updating instance_info_cache with network_info: [{"id": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "address": "fa:16:3e:06:91:68", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7952f1-37", "ovs_interfaceid": "cf7952f1-376c-4d96-a0ba-03145ac2d0f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.083044] env[65899]: WARNING neutronclient.v2_0.client [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.127064] env[65899]: DEBUG oslo_vmware.api [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894866, 'name': PowerOffVM_Task, 'duration_secs': 0.568498} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.127566] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.129566] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.129566] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4dcb127-7502-4c56-90d9-df95f7082698 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.135055] env[65899]: DEBUG nova.compute.manager [req-f64a652f-3d41-485d-8dea-856979f1738e req-48f1d8e6-cca3-4253-81d3-db72106a3875 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Received event network-vif-plugged-15bce0a3-d3f0-461c-b41e-91e54eb01afc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.135294] env[65899]: DEBUG oslo_concurrency.lockutils [req-f64a652f-3d41-485d-8dea-856979f1738e req-48f1d8e6-cca3-4253-81d3-db72106a3875 service nova] Acquiring lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.140226] env[65899]: DEBUG oslo_concurrency.lockutils [req-f64a652f-3d41-485d-8dea-856979f1738e req-48f1d8e6-cca3-4253-81d3-db72106a3875 service nova] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.142151] env[65899]: DEBUG oslo_concurrency.lockutils [req-f64a652f-3d41-485d-8dea-856979f1738e req-48f1d8e6-cca3-4253-81d3-db72106a3875 service nova] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.142151] env[65899]: DEBUG nova.compute.manager [req-f64a652f-3d41-485d-8dea-856979f1738e req-48f1d8e6-cca3-4253-81d3-db72106a3875 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] No waiting events found dispatching network-vif-plugged-15bce0a3-d3f0-461c-b41e-91e54eb01afc {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 880.142151] env[65899]: WARNING nova.compute.manager [req-f64a652f-3d41-485d-8dea-856979f1738e req-48f1d8e6-cca3-4253-81d3-db72106a3875 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Received unexpected event network-vif-plugged-15bce0a3-d3f0-461c-b41e-91e54eb01afc for instance with vm_state building and task_state spawning. [ 880.148515] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cdddc5-63ff-4366-8d8d-3e009409eee5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.164228] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0e2fe6c6-2153-4703-9973-0561b9e8e0db tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "ec781823-2680-4849-b919-7eed671421a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.624s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.168338] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239865e1-209a-460a-bd0d-59acdc738126 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.173052] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.173052] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.173264] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Deleting the datastore file [datastore2] bdfc411c-60fa-460f-9e67-031ec6ad6965 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.173725] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce27c207-6889-4c9a-b1f5-c86b9695c7a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.211130] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "refresh_cache-22e8ed67-93a1-4610-9f28-e6fdd14e0b81" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.211349] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquired lock "refresh_cache-22e8ed67-93a1-4610-9f28-e6fdd14e0b81" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.211533] env[65899]: DEBUG nova.network.neutron [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.212865] env[65899]: DEBUG oslo_vmware.api [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for the task: (returnval){ [ 880.212865] env[65899]: value = "task-4894871" [ 880.212865] env[65899]: _type = "Task" [ 880.212865] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.215075] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521077e2-43fa-40ae-a52b-8f44897eb865 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.235501] env[65899]: WARNING neutronclient.v2_0.client [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.235501] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.235501] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.238105] env[65899]: DEBUG nova.network.neutron [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.238193] env[65899]: DEBUG nova.objects.instance [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lazy-loading 'info_cache' on Instance uuid 2905feb0-b217-495e-8f12-b01938e407e5 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.240767] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c34e894-cc20-4b61-8c5b-91ba724c851c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.246311] env[65899]: DEBUG oslo_vmware.api [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.270615] env[65899]: DEBUG nova.compute.provider_tree [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.278479] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0846} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.279382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.280794] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfe1750-944f-4451-86c2-8d53ec9e192c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.310757] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 6408f670-5079-491b-9b41-f65b0994e0c6/6408f670-5079-491b-9b41-f65b0994e0c6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.312037] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-306c6f95-ed78-4cf4-bbef-b2fa4ca36fa4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.334337] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 880.334337] env[65899]: value = "task-4894872" [ 880.334337] env[65899]: _type = "Task" [ 880.334337] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.345337] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.417592] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.519896] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894867, 'name': ReconfigVM_Task, 'duration_secs': 0.705127} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.520544] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa/ef5f0333-5109-4fb6-91be-179cdf2541fa.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.521706] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a7923-6555-4787-bb35-1f501cd7b4a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.542902] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f12035-7a5f-491c-b299-f1d370e7ad90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.564308] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bf7968-0f5c-4516-b4f4-03772ed08bd3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.588278] env[65899]: DEBUG oslo_concurrency.lockutils [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-60454fdc-2575-47e4-be42-a06554329539" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.592356] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f554e-0290-4611-b005-1eed489f3aaf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.601044] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.602068] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5f23c98-fdfe-4e95-92f7-866aa941a7c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.609700] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 880.609700] env[65899]: value = "task-4894873" [ 880.609700] env[65899]: _type = "Task" [ 880.609700] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.621927] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.674528] env[65899]: DEBUG nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 880.729182] env[65899]: DEBUG oslo_vmware.api [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Task: {'id': task-4894871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298835} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.729500] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.729679] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.729847] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.730016] env[65899]: INFO nova.compute.manager [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Took 1.65 seconds to destroy the instance on the hypervisor. [ 880.730632] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 880.730632] env[65899]: DEBUG nova.compute.manager [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 880.730740] env[65899]: DEBUG nova.network.neutron [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 880.731209] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.755473] env[65899]: DEBUG nova.network.neutron [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 880.780781] env[65899]: DEBUG nova.scheduler.client.report [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.795198] env[65899]: DEBUG nova.network.neutron [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 880.795296] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.845257] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894872, 'name': ReconfigVM_Task, 'duration_secs': 0.390187} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.848468] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 6408f670-5079-491b-9b41-f65b0994e0c6/6408f670-5079-491b-9b41-f65b0994e0c6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.849710] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-832df83e-b605-44ca-813a-062bb553eb09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.858709] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 880.858709] env[65899]: value = "task-4894874" [ 880.858709] env[65899]: _type = "Task" [ 880.858709] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.868466] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894874, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.121317] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.201182] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.253884] env[65899]: WARNING neutronclient.v2_0.client [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.288867] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.292013] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.505s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.293911] env[65899]: INFO nova.compute.claims [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.298311] env[65899]: DEBUG nova.network.neutron [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.332582] env[65899]: INFO nova.scheduler.client.report [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Deleted allocations for instance 1cf8502e-9bc7-48e7-8c82-d919e816d9a6 [ 881.335041] env[65899]: WARNING neutronclient.v2_0.client [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.373037] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894874, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.625746] env[65899]: DEBUG oslo_vmware.api [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894873, 'name': PowerOnVM_Task, 'duration_secs': 0.801444} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.626050] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.670719] env[65899]: DEBUG nova.network.neutron [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Updating instance_info_cache with network_info: [{"id": "15bce0a3-d3f0-461c-b41e-91e54eb01afc", "address": "fa:16:3e:2d:6f:e2", "network": {"id": "87cac9dd-fb25-43b6-bec3-58aa4304aa1a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-573611861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7f742354d9432a907a987d2b3c0f0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bce0a3-d3", "ovs_interfaceid": "15bce0a3-d3f0-461c-b41e-91e54eb01afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.781120] env[65899]: WARNING neutronclient.v2_0.client [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.801733] env[65899]: INFO nova.compute.manager [-] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Took 1.07 seconds to deallocate network for instance. [ 881.849554] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Lock "1cf8502e-9bc7-48e7-8c82-d919e816d9a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.459s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.874702] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894874, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.920999] env[65899]: DEBUG nova.network.neutron [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance_info_cache with network_info: [{"id": "317ef2d6-241c-45bb-9219-79b66e0f615b", "address": "fa:16:3e:30:bf:28", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317ef2d6-24", "ovs_interfaceid": "317ef2d6-241c-45bb-9219-79b66e0f615b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.142612] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.142931] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d7b09aa-1de5-4f35-aaf0-2861a658ee04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.152733] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 882.152733] env[65899]: value = "task-4894876" [ 882.152733] env[65899]: _type = "Task" [ 882.152733] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.164551] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.172297] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Releasing lock "refresh_cache-22e8ed67-93a1-4610-9f28-e6fdd14e0b81" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.172677] env[65899]: DEBUG nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Instance network_info: |[{"id": "15bce0a3-d3f0-461c-b41e-91e54eb01afc", "address": "fa:16:3e:2d:6f:e2", "network": {"id": "87cac9dd-fb25-43b6-bec3-58aa4304aa1a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-573611861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7f742354d9432a907a987d2b3c0f0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bce0a3-d3", "ovs_interfaceid": "15bce0a3-d3f0-461c-b41e-91e54eb01afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 882.173167] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:6f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15bce0a3-d3f0-461c-b41e-91e54eb01afc', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.181395] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Creating folder: Project (1c7f742354d9432a907a987d2b3c0f0d). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.181846] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-700992b4-5f9d-474f-8faf-a2f5541ed071 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.194572] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Created folder: Project (1c7f742354d9432a907a987d2b3c0f0d) in parent group-v953787. [ 882.194889] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Creating folder: Instances. Parent ref: group-v953977. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.195264] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c53e5e4c-cd1a-4dd6-b71e-73512126ce21 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.206686] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Created folder: Instances in parent group-v953977. [ 882.206943] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.207204] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.207444] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65086867-1421-44d1-b710-7f9a00323ce7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.229728] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.229728] env[65899]: value = "task-4894879" [ 882.229728] env[65899]: _type = "Task" [ 882.229728] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.243240] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894879, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.310767] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.375041] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894874, 'name': Rename_Task, 'duration_secs': 1.172592} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.375338] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.376218] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2495ea44-f3a2-4d7a-82b0-a0a672a02159 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.384367] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 882.384367] env[65899]: value = "task-4894880" [ 882.384367] env[65899]: _type = "Task" [ 882.384367] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.390858] env[65899]: DEBUG nova.compute.manager [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Received event network-changed-15bce0a3-d3f0-461c-b41e-91e54eb01afc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 882.390858] env[65899]: DEBUG nova.compute.manager [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Refreshing instance network info cache due to event network-changed-15bce0a3-d3f0-461c-b41e-91e54eb01afc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 882.390973] env[65899]: DEBUG oslo_concurrency.lockutils [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] Acquiring lock "refresh_cache-22e8ed67-93a1-4610-9f28-e6fdd14e0b81" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.391137] env[65899]: DEBUG oslo_concurrency.lockutils [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] Acquired lock "refresh_cache-22e8ed67-93a1-4610-9f28-e6fdd14e0b81" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.391659] env[65899]: DEBUG nova.network.neutron [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Refreshing network info cache for port 15bce0a3-d3f0-461c-b41e-91e54eb01afc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.400773] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.424060] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-2905feb0-b217-495e-8f12-b01938e407e5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.424346] env[65899]: DEBUG nova.objects.instance [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lazy-loading 'migration_context' on Instance uuid 2905feb0-b217-495e-8f12-b01938e407e5 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.460420] env[65899]: DEBUG nova.compute.manager [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received event network-changed-3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 882.460420] env[65899]: DEBUG nova.compute.manager [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Refreshing instance network info cache due to event network-changed-3e330737-d9a8-4758-b9af-9b5f76e4934d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 882.462028] env[65899]: DEBUG oslo_concurrency.lockutils [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] Acquiring lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.462028] env[65899]: DEBUG oslo_concurrency.lockutils [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] Acquired lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.462028] env[65899]: DEBUG nova.network.neutron [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Refreshing network info cache for port 3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.640734] env[65899]: INFO nova.compute.manager [None req-722b59ec-bf4c-4b94-9be3-3bc17051531b tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance to original state: 'active' [ 882.663974] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.744741] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894879, 'name': CreateVM_Task, 'duration_secs': 0.415993} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.744915] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.745590] env[65899]: WARNING neutronclient.v2_0.client [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.746887] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.746887] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.746887] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.746887] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808c5621-a92b-4001-9b3f-69dfb8ad1b00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.757769] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 882.757769] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5223527e-b476-f350-0c28-9c020b989569" [ 882.757769] env[65899]: _type = "Task" [ 882.757769] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.767985] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5223527e-b476-f350-0c28-9c020b989569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.833033] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e108e-bd75-4464-93e7-37fa407904ed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.843362] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3a832-314e-498d-8dc5-7be43216577b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.881470] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e0139c-eec7-4efa-ad73-7ff4faa03b27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.894285] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a610f-5da9-48e6-95ef-9850c1ce65da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.902281] env[65899]: WARNING neutronclient.v2_0.client [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.904787] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894880, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.916595] env[65899]: DEBUG nova.compute.provider_tree [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.927550] env[65899]: DEBUG nova.objects.base [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Object Instance<2905feb0-b217-495e-8f12-b01938e407e5> lazy-loaded attributes: info_cache,migration_context {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 882.929040] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0334a5-04d1-497d-9324-c740eb7e08de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.956634] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c67c1aa-058c-4244-b540-6db87a3fc86b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.965732] env[65899]: WARNING neutronclient.v2_0.client [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.968102] env[65899]: DEBUG oslo_vmware.api [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 882.968102] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52121ce1-a498-e5a6-c6fd-5f5b26ade0af" [ 882.968102] env[65899]: _type = "Task" [ 882.968102] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.978326] env[65899]: DEBUG oslo_vmware.api [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52121ce1-a498-e5a6-c6fd-5f5b26ade0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.167073] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894876, 'name': PowerOffVM_Task, 'duration_secs': 0.899511} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.168169] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.168351] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af43502a-a38d-42e7-a7eb-b71b7cbccdeb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.194658] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba54f24-e72a-41f9-b742-48dae68484ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.230959] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.231659] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd6c1923-aa48-46ad-bbaa-208602042959 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.240655] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 883.240655] env[65899]: value = "task-4894881" [ 883.240655] env[65899]: _type = "Task" [ 883.240655] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.256017] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 883.256240] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.256485] env[65899]: DEBUG oslo_concurrency.lockutils [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.256631] env[65899]: DEBUG oslo_concurrency.lockutils [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.256809] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.257171] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fa643e-7455-43b5-a575-1262280465f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.268460] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5223527e-b476-f350-0c28-9c020b989569, 'name': SearchDatastore_Task, 'duration_secs': 0.022008} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.268797] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.269064] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.269297] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.269445] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.269620] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.269982] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f718baed-c816-466a-9da8-a380ee50ec44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.272803] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.272974] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.273987] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a08bce5-0530-46f2-b1a7-f6e29022b7fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.279354] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 883.279354] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5238926f-a723-ec97-5efc-469f8b4d0345" [ 883.279354] env[65899]: _type = "Task" [ 883.279354] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.285349] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.285349] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.285349] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e56da1-36cc-491e-8bba-93a0bb7d5c53 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.292094] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5238926f-a723-ec97-5efc-469f8b4d0345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.293491] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 883.293491] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520f721b-2cd7-c94e-1ed6-6b20a1dd71ef" [ 883.293491] env[65899]: _type = "Task" [ 883.293491] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.302121] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520f721b-2cd7-c94e-1ed6-6b20a1dd71ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.395992] env[65899]: DEBUG oslo_vmware.api [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894880, 'name': PowerOnVM_Task, 'duration_secs': 0.669509} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.396691] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.396965] env[65899]: INFO nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Took 11.11 seconds to spawn the instance on the hypervisor. [ 883.397162] env[65899]: DEBUG nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 883.398128] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c86189b-70c8-461e-916a-deca8c5ca49f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.426071] env[65899]: DEBUG nova.scheduler.client.report [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.478399] env[65899]: DEBUG oslo_vmware.api [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52121ce1-a498-e5a6-c6fd-5f5b26ade0af, 'name': SearchDatastore_Task, 'duration_secs': 0.020995} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.478689] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.586160] env[65899]: WARNING neutronclient.v2_0.client [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.733661] env[65899]: WARNING neutronclient.v2_0.client [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.791307] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5238926f-a723-ec97-5efc-469f8b4d0345, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.792390] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97f7aa5-2138-468c-a2a3-87a7f35f8148 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.800064] env[65899]: DEBUG nova.network.neutron [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Updated VIF entry in instance network info cache for port 15bce0a3-d3f0-461c-b41e-91e54eb01afc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.800717] env[65899]: DEBUG nova.network.neutron [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Updating instance_info_cache with network_info: [{"id": "15bce0a3-d3f0-461c-b41e-91e54eb01afc", "address": "fa:16:3e:2d:6f:e2", "network": {"id": "87cac9dd-fb25-43b6-bec3-58aa4304aa1a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-573611861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7f742354d9432a907a987d2b3c0f0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bce0a3-d3", "ovs_interfaceid": "15bce0a3-d3f0-461c-b41e-91e54eb01afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.810890] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 883.810890] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ab3b97-e79b-62e2-43e8-4305aff9d23c" [ 883.810890] env[65899]: _type = "Task" [ 883.810890] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.815499] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520f721b-2cd7-c94e-1ed6-6b20a1dd71ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.820516] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb69bf85-91ed-4066-bd96-be6a92ca2229 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.831580] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 883.831580] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522eae1e-0a7e-876e-d52a-5126975b8c92" [ 883.831580] env[65899]: _type = "Task" [ 883.831580] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.833041] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ab3b97-e79b-62e2-43e8-4305aff9d23c, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.833041] env[65899]: DEBUG oslo_concurrency.lockutils [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.833396] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 60454fdc-2575-47e4-be42-a06554329539/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. {{(pid=65899) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 883.837441] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886b2607-7bd9-4827-a05f-df60ddeacdc6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.846695] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522eae1e-0a7e-876e-d52a-5126975b8c92, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.848254] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.849343] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 22e8ed67-93a1-4610-9f28-e6fdd14e0b81/22e8ed67-93a1-4610-9f28-e6fdd14e0b81.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.849343] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 883.849343] env[65899]: value = "task-4894883" [ 883.849343] env[65899]: _type = "Task" [ 883.849343] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.849343] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c294a7-a530-4f97-829e-22691075f3a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.863197] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.864913] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 883.864913] env[65899]: value = "task-4894884" [ 883.864913] env[65899]: _type = "Task" [ 883.864913] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.879361] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.918059] env[65899]: INFO nova.compute.manager [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Took 44.38 seconds to build instance. [ 883.935631] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.936428] env[65899]: DEBUG nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 883.941139] env[65899]: DEBUG nova.network.neutron [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Updated VIF entry in instance network info cache for port 3e330737-d9a8-4758-b9af-9b5f76e4934d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.942089] env[65899]: DEBUG nova.network.neutron [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.943538] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.959s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.943697] env[65899]: DEBUG nova.objects.instance [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 884.308580] env[65899]: DEBUG oslo_concurrency.lockutils [req-121b5852-5bbd-42dc-a39e-53789b08dd19 req-c72a2c3b-1886-449b-b8dd-68235015dd78 service nova] Releasing lock "refresh_cache-22e8ed67-93a1-4610-9f28-e6fdd14e0b81" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.371389] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.383572] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894884, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.420020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9587f72e-f6be-4f90-9a78-c1d38cf89eda tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "6408f670-5079-491b-9b41-f65b0994e0c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.748s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.448859] env[65899]: DEBUG oslo_concurrency.lockutils [req-8cf877b4-a52c-4133-aa95-2c803deda130 req-760d8999-e7fd-468d-a504-b04cf3667d00 service nova] Releasing lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.450686] env[65899]: DEBUG nova.compute.utils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.456938] env[65899]: DEBUG nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 884.456938] env[65899]: DEBUG nova.network.neutron [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 884.457184] env[65899]: WARNING neutronclient.v2_0.client [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.457545] env[65899]: WARNING neutronclient.v2_0.client [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.534211] env[65899]: DEBUG nova.policy [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354d4c407f9443c9bc2bfa4a654ff89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33b96b40112464d8473c40d21fc86cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.867206] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785794} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.868028] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 60454fdc-2575-47e4-be42-a06554329539/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. [ 884.872886] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c86426-9478-4fbe-b9db-cb3446e7f6a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.899147] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 60454fdc-2575-47e4-be42-a06554329539/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.900498] env[65899]: DEBUG nova.network.neutron [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Successfully created port: 34dccad3-570a-4851-a203-5468b5950e48 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 884.905840] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930fc809-09d2-4235-9470-fa87c6d96551 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.919371] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774651} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.919940] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 22e8ed67-93a1-4610-9f28-e6fdd14e0b81/22e8ed67-93a1-4610-9f28-e6fdd14e0b81.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.920177] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.920962] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc7ad94-af06-4696-9a20-9c5a5843a247 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.928504] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 884.928504] env[65899]: value = "task-4894885" [ 884.928504] env[65899]: _type = "Task" [ 884.928504] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.930784] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 884.930784] env[65899]: value = "task-4894886" [ 884.930784] env[65899]: _type = "Task" [ 884.930784] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.945416] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.949599] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.953318] env[65899]: DEBUG nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 884.962765] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8d1b667d-be3c-4bd2-a3a2-aba9e3c070b0 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.966381] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.711s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.966792] env[65899]: DEBUG nova.objects.instance [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lazy-loading 'resources' on Instance uuid b19ddb0e-faea-4670-87ce-440012329a24 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.165396] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "6408f670-5079-491b-9b41-f65b0994e0c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.165488] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "6408f670-5079-491b-9b41-f65b0994e0c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.165649] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "6408f670-5079-491b-9b41-f65b0994e0c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.165904] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "6408f670-5079-491b-9b41-f65b0994e0c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.166056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "6408f670-5079-491b-9b41-f65b0994e0c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.168747] env[65899]: INFO nova.compute.manager [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Terminating instance [ 885.445291] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.448498] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261415} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.448753] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.449694] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612e5253-9f8a-4a5e-aa86-e76e77568cf8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.479725] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 22e8ed67-93a1-4610-9f28-e6fdd14e0b81/22e8ed67-93a1-4610-9f28-e6fdd14e0b81.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.483405] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5692b6f7-0c11-41c1-bb6c-de81467b39b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.506054] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 885.506054] env[65899]: value = "task-4894887" [ 885.506054] env[65899]: _type = "Task" [ 885.506054] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.516149] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.675175] env[65899]: DEBUG nova.compute.manager [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 885.675389] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.676605] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcdc27a-d6c5-4d52-ba60-4dd7ccb7a760 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.685770] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.688701] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db5ea7d-231f-443c-8dbb-e8e08fee8755 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.697074] env[65899]: DEBUG oslo_vmware.api [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 885.697074] env[65899]: value = "task-4894888" [ 885.697074] env[65899]: _type = "Task" [ 885.697074] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.711365] env[65899]: DEBUG oslo_vmware.api [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.840193] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "ef5f0333-5109-4fb6-91be-179cdf2541fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.840635] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.840971] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.841346] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.841569] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.844183] env[65899]: INFO nova.compute.manager [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Terminating instance [ 885.944253] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894885, 'name': ReconfigVM_Task, 'duration_secs': 0.757929} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.948390] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 60454fdc-2575-47e4-be42-a06554329539/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.950430] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478c19c4-39b3-43c2-a690-3901fccd5e5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.981108] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b13aa7-a3ee-47de-a1db-49b76701a67e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.992388] env[65899]: DEBUG nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 886.001216] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 886.001216] env[65899]: value = "task-4894890" [ 886.001216] env[65899]: _type = "Task" [ 886.001216] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.013772] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.022151] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894887, 'name': ReconfigVM_Task, 'duration_secs': 0.409249} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.022471] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 22e8ed67-93a1-4610-9f28-e6fdd14e0b81/22e8ed67-93a1-4610-9f28-e6fdd14e0b81.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.023242] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-209db75f-2c8c-47fd-a763-3d376b1c668e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.032024] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 886.032024] env[65899]: value = "task-4894891" [ 886.032024] env[65899]: _type = "Task" [ 886.032024] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.034359] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.034594] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.034761] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.034942] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.035130] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.035264] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.035491] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.035646] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.035807] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.035980] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.036170] env[65899]: DEBUG nova.virt.hardware [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.037161] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6890240-b0f3-45b4-b08f-12dc245c1007 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.045400] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b73911-9f2e-4c1a-988f-5111d21d9ae1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.051926] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454aacbe-3ae1-410c-bf4b-11f43b7377d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.061680] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894891, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.063356] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d5d0b7-ef8d-49a2-8f0f-9ed835698f40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.108898] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15bec3-ed16-4fb7-a0ba-5b29b22ca5c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.120049] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34c2f20-a80d-4226-9fe1-c11dfbff78e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.138257] env[65899]: DEBUG nova.compute.provider_tree [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.211359] env[65899]: DEBUG oslo_vmware.api [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894888, 'name': PowerOffVM_Task, 'duration_secs': 0.253455} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.211726] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.211895] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.212196] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f959a41d-a0f1-4724-a188-ec63b45a8b52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.317937] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.318338] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.318580] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleting the datastore file [datastore2] 6408f670-5079-491b-9b41-f65b0994e0c6 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.318882] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14a64c8f-2915-40f5-b2bd-4a373c9ccb23 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.330612] env[65899]: DEBUG oslo_vmware.api [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 886.330612] env[65899]: value = "task-4894893" [ 886.330612] env[65899]: _type = "Task" [ 886.330612] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.343907] env[65899]: DEBUG oslo_vmware.api [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.348874] env[65899]: DEBUG nova.compute.manager [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 886.349052] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.350211] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d8dac-48bf-4216-b5da-ed51d172457a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.360572] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.361039] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e301c8-a437-4584-9c7e-36f440ce4501 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.370637] env[65899]: DEBUG oslo_vmware.api [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 886.370637] env[65899]: value = "task-4894894" [ 886.370637] env[65899]: _type = "Task" [ 886.370637] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.382644] env[65899]: DEBUG oslo_vmware.api [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.516482] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.517829] env[65899]: DEBUG nova.network.neutron [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Successfully updated port: 34dccad3-570a-4851-a203-5468b5950e48 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 886.552101] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894891, 'name': Rename_Task, 'duration_secs': 0.407512} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.552890] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.553294] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31899056-4033-466a-af7c-8e868eb6f437 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.563027] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 886.563027] env[65899]: value = "task-4894895" [ 886.563027] env[65899]: _type = "Task" [ 886.563027] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.572864] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.641803] env[65899]: DEBUG nova.scheduler.client.report [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.842020] env[65899]: DEBUG oslo_vmware.api [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4894893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178677} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.842307] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.842492] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.842668] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.842832] env[65899]: INFO nova.compute.manager [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 886.843105] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 886.843316] env[65899]: DEBUG nova.compute.manager [-] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 886.843411] env[65899]: DEBUG nova.network.neutron [-] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 886.843729] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.882927] env[65899]: DEBUG oslo_vmware.api [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894894, 'name': PowerOffVM_Task, 'duration_secs': 0.227745} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.883421] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.883421] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.883611] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3632ff14-a9af-4af8-b7e9-a590957a2337 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.916937] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.983532] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.983883] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.984405] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Deleting the datastore file [datastore1] ef5f0333-5109-4fb6-91be-179cdf2541fa {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.984863] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8458d0ea-14ad-4537-928c-623476a79288 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.995535] env[65899]: DEBUG oslo_vmware.api [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 886.995535] env[65899]: value = "task-4894897" [ 886.995535] env[65899]: _type = "Task" [ 886.995535] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.010681] env[65899]: DEBUG oslo_vmware.api [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.019033] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894890, 'name': ReconfigVM_Task, 'duration_secs': 0.954386} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.019033] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.019033] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d694c6a-2f16-44eb-b272-4ebf3c8862be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.021293] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-68919289-24d0-452a-b09e-da46e741ca12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.021993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-68919289-24d0-452a-b09e-da46e741ca12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.022200] env[65899]: DEBUG nova.network.neutron [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 887.029549] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 887.029549] env[65899]: value = "task-4894898" [ 887.029549] env[65899]: _type = "Task" [ 887.029549] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.038539] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.078736] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.150613] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.155197] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.983s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.159463] env[65899]: INFO nova.compute.claims [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.204047] env[65899]: INFO nova.scheduler.client.report [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleted allocations for instance b19ddb0e-faea-4670-87ce-440012329a24 [ 887.421751] env[65899]: DEBUG nova.compute.manager [req-cb3ad749-ddec-4c7b-b8ee-253aa1b79f9a req-5a60f34e-d0c5-4839-a251-032c0f586b5d service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Received event network-vif-plugged-34dccad3-570a-4851-a203-5468b5950e48 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 887.422728] env[65899]: DEBUG oslo_concurrency.lockutils [req-cb3ad749-ddec-4c7b-b8ee-253aa1b79f9a req-5a60f34e-d0c5-4839-a251-032c0f586b5d service nova] Acquiring lock "68919289-24d0-452a-b09e-da46e741ca12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.422728] env[65899]: DEBUG oslo_concurrency.lockutils [req-cb3ad749-ddec-4c7b-b8ee-253aa1b79f9a req-5a60f34e-d0c5-4839-a251-032c0f586b5d service nova] Lock "68919289-24d0-452a-b09e-da46e741ca12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.422728] env[65899]: DEBUG oslo_concurrency.lockutils [req-cb3ad749-ddec-4c7b-b8ee-253aa1b79f9a req-5a60f34e-d0c5-4839-a251-032c0f586b5d service nova] Lock "68919289-24d0-452a-b09e-da46e741ca12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.422949] env[65899]: DEBUG nova.compute.manager [req-cb3ad749-ddec-4c7b-b8ee-253aa1b79f9a req-5a60f34e-d0c5-4839-a251-032c0f586b5d service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] No waiting events found dispatching network-vif-plugged-34dccad3-570a-4851-a203-5468b5950e48 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 887.422995] env[65899]: WARNING nova.compute.manager [req-cb3ad749-ddec-4c7b-b8ee-253aa1b79f9a req-5a60f34e-d0c5-4839-a251-032c0f586b5d service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Received unexpected event network-vif-plugged-34dccad3-570a-4851-a203-5468b5950e48 for instance with vm_state building and task_state spawning. [ 887.510099] env[65899]: DEBUG oslo_vmware.api [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4894897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3336} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.510099] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.510302] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.510481] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.510660] env[65899]: INFO nova.compute.manager [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 887.510970] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 887.511138] env[65899]: DEBUG nova.compute.manager [-] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 887.511248] env[65899]: DEBUG nova.network.neutron [-] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 887.511508] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.539751] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.577587] env[65899]: DEBUG oslo_vmware.api [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894895, 'name': PowerOnVM_Task, 'duration_secs': 0.611177} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.577866] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.578091] env[65899]: INFO nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Took 8.63 seconds to spawn the instance on the hypervisor. [ 887.578735] env[65899]: DEBUG nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 887.579589] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8b6807-e4e4-4015-b5ad-561136100a1e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.587023] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.615133] env[65899]: DEBUG nova.network.neutron [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 887.715365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3a6a33e6-030e-4df0-8125-cdeee75d4920 tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "b19ddb0e-faea-4670-87ce-440012329a24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.752s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.720848] env[65899]: DEBUG nova.network.neutron [-] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.881591] env[65899]: WARNING neutronclient.v2_0.client [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.966371] env[65899]: DEBUG nova.network.neutron [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Updating instance_info_cache with network_info: [{"id": "34dccad3-570a-4851-a203-5468b5950e48", "address": "fa:16:3e:82:e8:b4", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34dccad3-57", "ovs_interfaceid": "34dccad3-570a-4851-a203-5468b5950e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.039015] env[65899]: DEBUG oslo_vmware.api [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894898, 'name': PowerOnVM_Task, 'duration_secs': 0.58862} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.039355] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.042411] env[65899]: DEBUG nova.compute.manager [None req-70ecfcb1-3bf9-40ab-9fe5-b6bd32d73e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 888.043226] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6150fbe-78d9-44cf-9c74-637ea6ebf215 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.105728] env[65899]: INFO nova.compute.manager [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Took 43.26 seconds to build instance. [ 888.136595] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.137197] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.137197] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.137363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.137538] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.140654] env[65899]: INFO nova.compute.manager [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Terminating instance [ 888.225973] env[65899]: INFO nova.compute.manager [-] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Took 1.38 seconds to deallocate network for instance. [ 888.348746] env[65899]: DEBUG nova.network.neutron [-] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.471034] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-68919289-24d0-452a-b09e-da46e741ca12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.471034] env[65899]: DEBUG nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Instance network_info: |[{"id": "34dccad3-570a-4851-a203-5468b5950e48", "address": "fa:16:3e:82:e8:b4", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34dccad3-57", "ovs_interfaceid": "34dccad3-570a-4851-a203-5468b5950e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 888.471470] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:e8:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34dccad3-570a-4851-a203-5468b5950e48', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.479269] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating folder: Project (c33b96b40112464d8473c40d21fc86cc). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.482151] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335f5622-55eb-4efe-ba8e-e78c3258d403 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.497957] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created folder: Project (c33b96b40112464d8473c40d21fc86cc) in parent group-v953787. [ 888.498327] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating folder: Instances. Parent ref: group-v953981. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.502059] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-702997da-faa5-4a2f-b28b-2e58c6065d91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.515551] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created folder: Instances in parent group-v953981. [ 888.515844] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 888.518892] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.519469] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a05c7a03-73e5-4b7a-8dee-caf52e5e0b47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.542178] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.542178] env[65899]: value = "task-4894902" [ 888.542178] env[65899]: _type = "Task" [ 888.542178] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.560018] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894902, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.610699] env[65899]: DEBUG oslo_concurrency.lockutils [None req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.654s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.643906] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "refresh_cache-e3c16bfd-ccc4-4285-828f-4d0172d7dd89" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.644666] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquired lock "refresh_cache-e3c16bfd-ccc4-4285-828f-4d0172d7dd89" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.644666] env[65899]: DEBUG nova.network.neutron [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 888.698337] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f54c00-c866-469a-9b12-972bbab57189 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.708397] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf377fe-f139-44ba-a93d-0ddbd7542247 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.745858] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.748419] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2826b76-5fa7-457d-bece-79639154b77f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.757089] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06111413-6c84-4db4-9e3d-0bf4a05f7171 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.773287] env[65899]: DEBUG nova.compute.provider_tree [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.835342] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.836048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.836048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.836048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.836208] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.838321] env[65899]: INFO nova.compute.manager [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Terminating instance [ 888.851316] env[65899]: INFO nova.compute.manager [-] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Took 1.34 seconds to deallocate network for instance. [ 889.053177] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894902, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.083164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "fd808618-56f7-4449-b650-308ee0893a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.083164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "fd808618-56f7-4449-b650-308ee0893a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.147239] env[65899]: WARNING neutronclient.v2_0.client [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.169734] env[65899]: DEBUG nova.network.neutron [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 889.242188] env[65899]: DEBUG nova.network.neutron [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.281116] env[65899]: DEBUG nova.scheduler.client.report [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.343480] env[65899]: DEBUG nova.compute.manager [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 889.343771] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.345119] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d487d1ea-deea-43af-af57-6d510d467628 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.354029] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.354332] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2625a185-fb4e-4849-9aa2-022a938d21c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.357246] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.364037] env[65899]: DEBUG oslo_vmware.api [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 889.364037] env[65899]: value = "task-4894903" [ 889.364037] env[65899]: _type = "Task" [ 889.364037] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.374807] env[65899]: DEBUG oslo_vmware.api [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.474035] env[65899]: DEBUG nova.compute.manager [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Received event network-changed-34dccad3-570a-4851-a203-5468b5950e48 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 889.474371] env[65899]: DEBUG nova.compute.manager [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Refreshing instance network info cache due to event network-changed-34dccad3-570a-4851-a203-5468b5950e48. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 889.474627] env[65899]: DEBUG oslo_concurrency.lockutils [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] Acquiring lock "refresh_cache-68919289-24d0-452a-b09e-da46e741ca12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.474823] env[65899]: DEBUG oslo_concurrency.lockutils [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] Acquired lock "refresh_cache-68919289-24d0-452a-b09e-da46e741ca12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.475029] env[65899]: DEBUG nova.network.neutron [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Refreshing network info cache for port 34dccad3-570a-4851-a203-5468b5950e48 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.558016] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894902, 'name': CreateVM_Task, 'duration_secs': 0.635294} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.558332] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.559219] env[65899]: WARNING neutronclient.v2_0.client [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.559789] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.560056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.560535] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.560918] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e02b658-fc4b-496e-be8b-5e15345a24a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.568204] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 889.568204] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aca26d-78af-7575-0a54-ed58ab9658c6" [ 889.568204] env[65899]: _type = "Task" [ 889.568204] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.580199] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52aca26d-78af-7575-0a54-ed58ab9658c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.587901] env[65899]: DEBUG nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 889.746023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Releasing lock "refresh_cache-e3c16bfd-ccc4-4285-828f-4d0172d7dd89" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.747612] env[65899]: DEBUG nova.compute.manager [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 889.747870] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.749669] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84345d94-3c89-4c39-8b01-bc5d56a559ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.758417] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.761059] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f2d756-4332-4f76-a713-3b85a670a758 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.769872] env[65899]: DEBUG oslo_vmware.api [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 889.769872] env[65899]: value = "task-4894904" [ 889.769872] env[65899]: _type = "Task" [ 889.769872] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.782471] env[65899]: DEBUG oslo_vmware.api [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.787226] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.787226] env[65899]: DEBUG nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 889.790715] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.315s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.792187] env[65899]: INFO nova.compute.claims [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.875990] env[65899]: DEBUG oslo_vmware.api [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894903, 'name': PowerOffVM_Task, 'duration_secs': 0.199027} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.875990] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.876237] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.876387] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba6dc0a-583a-4c06-b76c-66af983cfbe9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.947650] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.947989] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.948093] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Deleting the datastore file [datastore1] 22e8ed67-93a1-4610-9f28-e6fdd14e0b81 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.948394] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c21cb01-80d5-4d85-b473-f3472a4b7cab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.956701] env[65899]: DEBUG oslo_vmware.api [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for the task: (returnval){ [ 889.956701] env[65899]: value = "task-4894906" [ 889.956701] env[65899]: _type = "Task" [ 889.956701] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.970879] env[65899]: DEBUG oslo_vmware.api [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.977691] env[65899]: WARNING neutronclient.v2_0.client [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.080047] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52aca26d-78af-7575-0a54-ed58ab9658c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014205} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.083517] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.083790] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.084040] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.084193] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.084380] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.085077] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74051e9e-6117-4acb-b73c-d8a4a7ea70c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.108018] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.108247] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.109252] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cee78c1-d7cd-4ea7-9546-5f4bf0aa416e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.117563] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 890.117563] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f0208c-578b-0bdd-503e-70e6525708db" [ 890.117563] env[65899]: _type = "Task" [ 890.117563] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.119056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.136872] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f0208c-578b-0bdd-503e-70e6525708db, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.137752] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5c183d-6862-484c-9eb7-527ff1fffa2f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.145616] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 890.145616] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e850a7-2ad0-6a65-e60d-884e90e46d73" [ 890.145616] env[65899]: _type = "Task" [ 890.145616] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.156759] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e850a7-2ad0-6a65-e60d-884e90e46d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.164607] env[65899]: WARNING neutronclient.v2_0.client [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.273030] env[65899]: DEBUG nova.network.neutron [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Updated VIF entry in instance network info cache for port 34dccad3-570a-4851-a203-5468b5950e48. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.273402] env[65899]: DEBUG nova.network.neutron [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Updating instance_info_cache with network_info: [{"id": "34dccad3-570a-4851-a203-5468b5950e48", "address": "fa:16:3e:82:e8:b4", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34dccad3-57", "ovs_interfaceid": "34dccad3-570a-4851-a203-5468b5950e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.285796] env[65899]: DEBUG oslo_vmware.api [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894904, 'name': PowerOffVM_Task, 'duration_secs': 0.115509} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.286750] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.286920] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.287204] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd3223c0-5d76-4d62-8fe6-7ff332931a2f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.297746] env[65899]: DEBUG nova.compute.utils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.302559] env[65899]: DEBUG nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 890.302810] env[65899]: DEBUG nova.network.neutron [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 890.303150] env[65899]: WARNING neutronclient.v2_0.client [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.303423] env[65899]: WARNING neutronclient.v2_0.client [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.317258] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.317575] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.317665] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleting the datastore file [datastore2] e3c16bfd-ccc4-4285-828f-4d0172d7dd89 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.317989] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbd30cbd-1b07-44ff-9955-595d366697fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.325739] env[65899]: DEBUG oslo_vmware.api [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for the task: (returnval){ [ 890.325739] env[65899]: value = "task-4894909" [ 890.325739] env[65899]: _type = "Task" [ 890.325739] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.334775] env[65899]: DEBUG oslo_vmware.api [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.360208] env[65899]: DEBUG nova.policy [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c83e7468c8d4d4d8affd3dc0a0d5a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b2d2678f9d4df59c467bbc40b7fcc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.467511] env[65899]: DEBUG oslo_vmware.api [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Task: {'id': task-4894906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191879} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.467775] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.467949] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.468137] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.468312] env[65899]: INFO nova.compute.manager [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 890.468589] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 890.468797] env[65899]: DEBUG nova.compute.manager [-] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 890.468894] env[65899]: DEBUG nova.network.neutron [-] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 890.469190] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.519652] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.658090] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e850a7-2ad0-6a65-e60d-884e90e46d73, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.658410] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.658698] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 68919289-24d0-452a-b09e-da46e741ca12/68919289-24d0-452a-b09e-da46e741ca12.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.659014] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39728a04-8e5e-447d-bb6d-7c32aae9a77c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.666940] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 890.666940] env[65899]: value = "task-4894910" [ 890.666940] env[65899]: _type = "Task" [ 890.666940] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.675922] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.677842] env[65899]: DEBUG nova.network.neutron [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Successfully created port: 26ab65f3-9250-4b95-86db-a27490f7cda4 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 890.780586] env[65899]: DEBUG oslo_concurrency.lockutils [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] Releasing lock "refresh_cache-68919289-24d0-452a-b09e-da46e741ca12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.780878] env[65899]: DEBUG nova.compute.manager [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Received event network-vif-deleted-0824d19a-795b-4796-a2fd-9341e475b0f4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 890.781075] env[65899]: DEBUG nova.compute.manager [req-06e43c27-5d3a-4b0e-bc43-9cc14eee4485 req-aa0a36c9-a62f-4035-990e-6fff7a5a914b service nova] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Received event network-vif-deleted-a609c760-7a80-4729-99eb-d163a97e3380 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 890.806901] env[65899]: DEBUG nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 890.845042] env[65899]: DEBUG oslo_vmware.api [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Task: {'id': task-4894909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211593} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.845985] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.845985] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.845985] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.845985] env[65899]: INFO nova.compute.manager [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Took 1.10 seconds to destroy the instance on the hypervisor. [ 890.845985] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 890.846299] env[65899]: DEBUG nova.compute.manager [-] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 890.846299] env[65899]: DEBUG nova.network.neutron [-] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 890.846536] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.872022] env[65899]: DEBUG nova.network.neutron [-] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.872022] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.891311] env[65899]: INFO nova.compute.manager [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Rescuing [ 890.891510] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.891654] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.891809] env[65899]: DEBUG nova.network.neutron [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.181268] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894910, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.220404] env[65899]: DEBUG nova.network.neutron [-] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.251054] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8f672-eee8-4e21-aeba-63ef7dd3ee13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.260540] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfd7c66-3fa1-4134-bdc9-482f98af3b59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.300149] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec044e49-9c4b-4936-bf45-d2094b69bf2d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.310955] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f96331-c452-4f9f-9453-38771948d4fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.332453] env[65899]: DEBUG nova.compute.provider_tree [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.371534] env[65899]: DEBUG nova.network.neutron [-] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.397401] env[65899]: WARNING neutronclient.v2_0.client [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.631024] env[65899]: DEBUG nova.compute.manager [req-d377e5ea-6a6e-43e9-8911-41c53047327a req-614e43c1-299c-4315-991f-73183a74d881 service nova] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Received event network-vif-deleted-15bce0a3-d3f0-461c-b41e-91e54eb01afc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.681118] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965402} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.681349] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 68919289-24d0-452a-b09e-da46e741ca12/68919289-24d0-452a-b09e-da46e741ca12.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.681561] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.681815] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f66db6f-ec3c-4c89-b6a3-52045ef77c73 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.688701] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 891.688701] env[65899]: value = "task-4894911" [ 891.688701] env[65899]: _type = "Task" [ 891.688701] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.699250] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.723133] env[65899]: INFO nova.compute.manager [-] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Took 1.25 seconds to deallocate network for instance. [ 891.737019] env[65899]: WARNING neutronclient.v2_0.client [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.823029] env[65899]: DEBUG nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 891.837898] env[65899]: DEBUG nova.scheduler.client.report [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.853496] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 891.853672] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.853903] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 891.854303] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.854561] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 891.854779] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 891.855129] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 891.855471] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 891.855700] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 891.855884] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 891.856081] env[65899]: DEBUG nova.virt.hardware [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 891.857369] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24a123-c4f3-46c7-8170-b7d5928b2bfb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.867111] env[65899]: DEBUG nova.network.neutron [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Updating instance_info_cache with network_info: [{"id": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "address": "fa:16:3e:f3:2b:78", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0337bc-1a", "ovs_interfaceid": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.869309] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29ea95-f752-4d7f-9dfe-80a66e002644 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.873873] env[65899]: INFO nova.compute.manager [-] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Took 1.03 seconds to deallocate network for instance. [ 892.168134] env[65899]: DEBUG nova.compute.manager [req-2cdf668d-b060-44d7-af8f-5b4ba042d9f8 req-30c5e9c5-0b98-4075-bed1-cc7b39470680 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Received event network-vif-plugged-26ab65f3-9250-4b95-86db-a27490f7cda4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 892.168391] env[65899]: DEBUG oslo_concurrency.lockutils [req-2cdf668d-b060-44d7-af8f-5b4ba042d9f8 req-30c5e9c5-0b98-4075-bed1-cc7b39470680 service nova] Acquiring lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.168571] env[65899]: DEBUG oslo_concurrency.lockutils [req-2cdf668d-b060-44d7-af8f-5b4ba042d9f8 req-30c5e9c5-0b98-4075-bed1-cc7b39470680 service nova] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.168736] env[65899]: DEBUG oslo_concurrency.lockutils [req-2cdf668d-b060-44d7-af8f-5b4ba042d9f8 req-30c5e9c5-0b98-4075-bed1-cc7b39470680 service nova] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.168904] env[65899]: DEBUG nova.compute.manager [req-2cdf668d-b060-44d7-af8f-5b4ba042d9f8 req-30c5e9c5-0b98-4075-bed1-cc7b39470680 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] No waiting events found dispatching network-vif-plugged-26ab65f3-9250-4b95-86db-a27490f7cda4 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 892.169454] env[65899]: WARNING nova.compute.manager [req-2cdf668d-b060-44d7-af8f-5b4ba042d9f8 req-30c5e9c5-0b98-4075-bed1-cc7b39470680 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Received unexpected event network-vif-plugged-26ab65f3-9250-4b95-86db-a27490f7cda4 for instance with vm_state building and task_state spawning. [ 892.201658] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071079} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.201994] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.203124] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e96a3c8-de8f-4cf0-a6a4-d9c664a0032f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.231399] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 68919289-24d0-452a-b09e-da46e741ca12/68919289-24d0-452a-b09e-da46e741ca12.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.234132] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.234512] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0731f7c0-40d0-43b3-84c5-ab02f6162655 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.256859] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 892.256859] env[65899]: value = "task-4894913" [ 892.256859] env[65899]: _type = "Task" [ 892.256859] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.263980] env[65899]: DEBUG nova.network.neutron [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Successfully updated port: 26ab65f3-9250-4b95-86db-a27490f7cda4 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 892.271181] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.341987] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.342593] env[65899]: DEBUG nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 892.346230] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.061s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.346508] env[65899]: DEBUG nova.objects.instance [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lazy-loading 'resources' on Instance uuid e6d4798b-e919-4221-9c82-26bfb02a0019 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.374093] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.388963] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.768057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.768241] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.769054] env[65899]: DEBUG nova.network.neutron [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.769673] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894913, 'name': ReconfigVM_Task, 'duration_secs': 0.289376} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.770195] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 68919289-24d0-452a-b09e-da46e741ca12/68919289-24d0-452a-b09e-da46e741ca12.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.771064] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a8921c5-589d-4c96-ab09-c3461883c432 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.779115] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 892.779115] env[65899]: value = "task-4894914" [ 892.779115] env[65899]: _type = "Task" [ 892.779115] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.791312] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894914, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.848546] env[65899]: DEBUG nova.compute.utils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.850368] env[65899]: DEBUG nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 892.850562] env[65899]: DEBUG nova.network.neutron [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 892.850970] env[65899]: WARNING neutronclient.v2_0.client [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.851370] env[65899]: WARNING neutronclient.v2_0.client [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.909689] env[65899]: DEBUG nova.policy [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3516f7eb1f4e4787942458e94c4fa8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77141f6c199a451699585294226247a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.217817] env[65899]: DEBUG nova.network.neutron [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Successfully created port: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 893.294986] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894914, 'name': Rename_Task, 'duration_secs': 0.152772} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.297019] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.297019] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcc2f7f6-564e-474f-8758-4b678bc8699d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.306472] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 893.306472] env[65899]: value = "task-4894915" [ 893.306472] env[65899]: _type = "Task" [ 893.306472] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.321207] env[65899]: DEBUG nova.network.neutron [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 893.334052] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894915, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.337542] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305fdee6-8e5d-46db-98eb-28048be08d42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.347504] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed94f7-4842-499a-ac88-1d756648327b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.382964] env[65899]: DEBUG nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 893.386913] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf4fe0-9ce7-4942-8315-5a58eefe1d12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.396206] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd110b8-e644-4a7c-bf09-44a2b2ff9e37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.413672] env[65899]: DEBUG nova.compute.provider_tree [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.440346] env[65899]: WARNING neutronclient.v2_0.client [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.525678] env[65899]: DEBUG nova.network.neutron [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Updating instance_info_cache with network_info: [{"id": "26ab65f3-9250-4b95-86db-a27490f7cda4", "address": "fa:16:3e:d6:39:4f", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ab65f3-92", "ovs_interfaceid": "26ab65f3-9250-4b95-86db-a27490f7cda4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.819097] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.918250] env[65899]: DEBUG nova.scheduler.client.report [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.924414] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.925220] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04d88ec7-1588-4a14-8c75-b60fc3ef6067 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.935098] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 893.935098] env[65899]: value = "task-4894916" [ 893.935098] env[65899]: _type = "Task" [ 893.935098] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.946832] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.029653] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.029974] env[65899]: DEBUG nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Instance network_info: |[{"id": "26ab65f3-9250-4b95-86db-a27490f7cda4", "address": "fa:16:3e:d6:39:4f", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ab65f3-92", "ovs_interfaceid": "26ab65f3-9250-4b95-86db-a27490f7cda4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 894.030503] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:39:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ab65f3-9250-4b95-86db-a27490f7cda4', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.037950] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Creating folder: Project (14b2d2678f9d4df59c467bbc40b7fcc1). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.038297] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a76784c5-e690-4b7e-93c7-496db6b88a3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.050945] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Created folder: Project (14b2d2678f9d4df59c467bbc40b7fcc1) in parent group-v953787. [ 894.051167] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Creating folder: Instances. Parent ref: group-v953984. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.051434] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88e2d8a1-dd36-4fe5-bd81-366db6dfa5d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.065031] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Created folder: Instances in parent group-v953984. [ 894.065155] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 894.065359] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.065583] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d39eb5c-3a20-4a11-ab99-aa4b6c539f8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.086449] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.086449] env[65899]: value = "task-4894919" [ 894.086449] env[65899]: _type = "Task" [ 894.086449] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.095228] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894919, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.234343] env[65899]: DEBUG nova.compute.manager [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Received event network-changed-26ab65f3-9250-4b95-86db-a27490f7cda4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.234733] env[65899]: DEBUG nova.compute.manager [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Refreshing instance network info cache due to event network-changed-26ab65f3-9250-4b95-86db-a27490f7cda4. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 894.234805] env[65899]: DEBUG oslo_concurrency.lockutils [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] Acquiring lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.234959] env[65899]: DEBUG oslo_concurrency.lockutils [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] Acquired lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.235340] env[65899]: DEBUG nova.network.neutron [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Refreshing network info cache for port 26ab65f3-9250-4b95-86db-a27490f7cda4 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.319967] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.398819] env[65899]: DEBUG nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 894.425555] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 894.425798] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.425948] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 894.426151] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.426319] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 894.426428] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 894.426629] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.426807] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 894.426959] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 894.427143] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 894.427358] env[65899]: DEBUG nova.virt.hardware [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 894.428151] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.430731] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc32a3d-d254-400d-b3e4-6011daba2413 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.433592] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.874s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.435013] env[65899]: INFO nova.compute.claims [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.445718] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa76a4af-4204-474b-977c-e24ff6584de3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.454975] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894916, 'name': PowerOffVM_Task, 'duration_secs': 0.244687} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.455822] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.456795] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f616d8ac-5187-430f-b75d-2a0e0907cf57 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.460662] env[65899]: INFO nova.scheduler.client.report [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Deleted allocations for instance e6d4798b-e919-4221-9c82-26bfb02a0019 [ 894.494371] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3043c21d-0880-49ce-ad78-0f2e8e74e13a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.527861] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.528210] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeee27c7-03e8-4d7f-b7f2-991db8e6f1ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.535685] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 894.535685] env[65899]: value = "task-4894920" [ 894.535685] env[65899]: _type = "Task" [ 894.535685] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.547827] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 894.548065] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.548314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.548498] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.548689] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.548952] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2186719-6b02-49c6-9f7b-61c79d1c5215 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.560855] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.561011] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.562070] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ad68a7-9918-4071-940e-4ff35cf5d724 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.567899] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 894.567899] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52879d6e-514e-4032-f9f6-857951448277" [ 894.567899] env[65899]: _type = "Task" [ 894.567899] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.579766] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52879d6e-514e-4032-f9f6-857951448277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.597529] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894919, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.738755] env[65899]: WARNING neutronclient.v2_0.client [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.819622] env[65899]: DEBUG oslo_vmware.api [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894915, 'name': PowerOnVM_Task, 'duration_secs': 1.190972} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.819951] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.820173] env[65899]: INFO nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Took 8.83 seconds to spawn the instance on the hypervisor. [ 894.820356] env[65899]: DEBUG nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 894.821274] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abd4a6b-af6e-47d8-a28c-ba9427704aee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.828811] env[65899]: DEBUG nova.compute.manager [req-0b075070-dc73-466f-a51a-47bb9a08b0e5 req-be3a0b14-9470-471d-b4a8-232f060079d0 service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Received event network-vif-plugged-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.829055] env[65899]: DEBUG oslo_concurrency.lockutils [req-0b075070-dc73-466f-a51a-47bb9a08b0e5 req-be3a0b14-9470-471d-b4a8-232f060079d0 service nova] Acquiring lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.829296] env[65899]: DEBUG oslo_concurrency.lockutils [req-0b075070-dc73-466f-a51a-47bb9a08b0e5 req-be3a0b14-9470-471d-b4a8-232f060079d0 service nova] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.829461] env[65899]: DEBUG oslo_concurrency.lockutils [req-0b075070-dc73-466f-a51a-47bb9a08b0e5 req-be3a0b14-9470-471d-b4a8-232f060079d0 service nova] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.829620] env[65899]: DEBUG nova.compute.manager [req-0b075070-dc73-466f-a51a-47bb9a08b0e5 req-be3a0b14-9470-471d-b4a8-232f060079d0 service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] No waiting events found dispatching network-vif-plugged-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 894.829793] env[65899]: WARNING nova.compute.manager [req-0b075070-dc73-466f-a51a-47bb9a08b0e5 req-be3a0b14-9470-471d-b4a8-232f060079d0 service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Received unexpected event network-vif-plugged-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 for instance with vm_state building and task_state spawning. [ 894.863213] env[65899]: DEBUG nova.network.neutron [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Successfully updated port: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 894.920390] env[65899]: WARNING neutronclient.v2_0.client [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.978736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7227779f-7e60-4142-9bb5-83d68a133a55 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Lock "e6d4798b-e919-4221-9c82-26bfb02a0019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.117s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.043590] env[65899]: DEBUG nova.network.neutron [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Updated VIF entry in instance network info cache for port 26ab65f3-9250-4b95-86db-a27490f7cda4. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 895.043955] env[65899]: DEBUG nova.network.neutron [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Updating instance_info_cache with network_info: [{"id": "26ab65f3-9250-4b95-86db-a27490f7cda4", "address": "fa:16:3e:d6:39:4f", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ab65f3-92", "ovs_interfaceid": "26ab65f3-9250-4b95-86db-a27490f7cda4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.081414] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52879d6e-514e-4032-f9f6-857951448277, 'name': SearchDatastore_Task, 'duration_secs': 0.01815} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.081634] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b35a35c-b016-4d36-b3f2-fa4a7709030d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.087765] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 895.087765] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5281b3df-5087-a16b-1ba4-c7f4b9109e0f" [ 895.087765] env[65899]: _type = "Task" [ 895.087765] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.100532] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5281b3df-5087-a16b-1ba4-c7f4b9109e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.103785] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894919, 'name': CreateVM_Task, 'duration_secs': 0.580078} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.103952] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.104496] env[65899]: WARNING neutronclient.v2_0.client [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.104858] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.105081] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.105327] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.105591] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c0d5b7-81b8-438d-91ad-b51039bff2f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.111720] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 895.111720] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5274b568-f677-f961-32c5-d28c909e6481" [ 895.111720] env[65899]: _type = "Task" [ 895.111720] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.121494] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5274b568-f677-f961-32c5-d28c909e6481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.349139] env[65899]: INFO nova.compute.manager [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Took 46.59 seconds to build instance. [ 895.369648] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.369648] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.369648] env[65899]: DEBUG nova.network.neutron [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 895.546951] env[65899]: DEBUG oslo_concurrency.lockutils [req-e6a88a40-472f-4a22-adfa-533fb539c394 req-7053cf69-bfeb-4347-a7ae-c8397db9ab92 service nova] Releasing lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.601704] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5281b3df-5087-a16b-1ba4-c7f4b9109e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015017} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.601762] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.602021] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. {{(pid=65899) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 895.602310] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dea4cfe-cbb3-4dc5-9a96-3cd786d48f12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.610982] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 895.610982] env[65899]: value = "task-4894921" [ 895.610982] env[65899]: _type = "Task" [ 895.610982] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.630332] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5274b568-f677-f961-32c5-d28c909e6481, 'name': SearchDatastore_Task, 'duration_secs': 0.038618} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.636559] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.636795] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.637043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.637191] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.637391] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.637737] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.642182] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dbdfa6b-85c8-40db-8b42-f6cde9dc46e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.652220] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.652446] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.655812] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4572f70d-fe6f-44ab-9986-75a49648134a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.662904] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 895.662904] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c6115e-866d-1fa6-4b0b-a20772334588" [ 895.662904] env[65899]: _type = "Task" [ 895.662904] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.677818] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c6115e-866d-1fa6-4b0b-a20772334588, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.681611] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73382909-0635-473e-bf36-2ee98be9cd78 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.689047] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 895.689047] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5246255f-8037-621a-c4cb-37ff02f9b47b" [ 895.689047] env[65899]: _type = "Task" [ 895.689047] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.704043] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5246255f-8037-621a-c4cb-37ff02f9b47b, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.704043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.704273] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.705468] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b988a7d-b386-4bf8-8a1d-f0f3f677f085 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.716348] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 895.716348] env[65899]: value = "task-4894922" [ 895.716348] env[65899]: _type = "Task" [ 895.716348] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.724857] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.855233] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "68919289-24d0-452a-b09e-da46e741ca12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.786s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.913176] env[65899]: DEBUG nova.network.neutron [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 895.983107] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366f57f-f580-4750-8696-53572695e66b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.999298] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387dcc4-0a37-4bc3-b16e-f34b3047434d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.040202] env[65899]: WARNING neutronclient.v2_0.client [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.043340] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06beb503-ac65-4da7-80f6-695b681f95b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.053860] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d47a9e-9c36-48af-850e-8717756ca956 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.071823] env[65899]: DEBUG nova.compute.provider_tree [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.124856] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894921, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.180074] env[65899]: DEBUG nova.network.neutron [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updating instance_info_cache with network_info: [{"id": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "address": "fa:16:3e:55:7d:62", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b8b5-86", "ovs_interfaceid": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.228313] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894922, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.299734] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquiring lock "1ad285d5-5627-4ec7-8a2c-84f723b50122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.299973] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.489076] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "68919289-24d0-452a-b09e-da46e741ca12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.489436] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "68919289-24d0-452a-b09e-da46e741ca12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.489556] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "68919289-24d0-452a-b09e-da46e741ca12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.489761] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "68919289-24d0-452a-b09e-da46e741ca12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.489943] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "68919289-24d0-452a-b09e-da46e741ca12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.492934] env[65899]: INFO nova.compute.manager [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Terminating instance [ 896.576186] env[65899]: DEBUG nova.scheduler.client.report [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.630333] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522157} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.630333] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. [ 896.630333] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a8050b-25f1-4484-8d32-2eb1ed84d0bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.658435] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.659763] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-302d444b-f609-4596-ae52-eecc726da863 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.680793] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 896.680793] env[65899]: value = "task-4894923" [ 896.680793] env[65899]: _type = "Task" [ 896.680793] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.683666] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Releasing lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.684032] env[65899]: DEBUG nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Instance network_info: |[{"id": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "address": "fa:16:3e:55:7d:62", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b8b5-86", "ovs_interfaceid": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 896.684478] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:7d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a928b8b5-8628-4bb0-b8c6-4513d63ed2e1', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.692274] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Creating folder: Project (77141f6c199a451699585294226247a0). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.693060] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be30f34f-c0cd-4852-afcc-2c95d392b6ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.699284] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.705243] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Created folder: Project (77141f6c199a451699585294226247a0) in parent group-v953787. [ 896.705532] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Creating folder: Instances. Parent ref: group-v953987. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.705902] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e29ad73-e10b-483c-b976-ea6df45866fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.722871] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Created folder: Instances in parent group-v953987. [ 896.723258] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.723903] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.724201] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6989abe-19b6-416e-94ea-e1cf19784152 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.745052] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790364} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.745707] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.745935] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.746630] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d74b731-87e4-4be4-8044-1ff1ccc0d4ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.751819] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.751819] env[65899]: value = "task-4894926" [ 896.751819] env[65899]: _type = "Task" [ 896.751819] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.759536] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 896.759536] env[65899]: value = "task-4894927" [ 896.759536] env[65899]: _type = "Task" [ 896.759536] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.768038] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894926, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.775910] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.803885] env[65899]: DEBUG nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 896.941641] env[65899]: DEBUG nova.compute.manager [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Received event network-changed-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 896.941641] env[65899]: DEBUG nova.compute.manager [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Refreshing instance network info cache due to event network-changed-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 896.941641] env[65899]: DEBUG oslo_concurrency.lockutils [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] Acquiring lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.941780] env[65899]: DEBUG oslo_concurrency.lockutils [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] Acquired lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.942724] env[65899]: DEBUG nova.network.neutron [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Refreshing network info cache for port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.997956] env[65899]: DEBUG nova.compute.manager [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 896.998282] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.000023] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab75f71-8e7e-4552-a47e-eec1317e6668 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.010507] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.011715] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0178d5ab-7779-46c5-88b7-b0e99bf6a871 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.021689] env[65899]: DEBUG oslo_vmware.api [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 897.021689] env[65899]: value = "task-4894928" [ 897.021689] env[65899]: _type = "Task" [ 897.021689] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.032359] env[65899]: DEBUG oslo_vmware.api [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.082275] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.082380] env[65899]: DEBUG nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 897.085614] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.298s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.085951] env[65899]: DEBUG nova.objects.instance [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lazy-loading 'resources' on Instance uuid 926cf1b6-6abc-4241-bfa4-75cda3a90784 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.194245] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894923, 'name': ReconfigVM_Task, 'duration_secs': 0.397817} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.195343] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.196625] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a1d198-f75b-476b-85f8-57dc3f5fb33e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.227377] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8642ef9d-d7a8-429c-8f93-b237a4baf700 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.245384] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 897.245384] env[65899]: value = "task-4894929" [ 897.245384] env[65899]: _type = "Task" [ 897.245384] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.255204] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.267790] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894926, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.274715] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082168} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.274994] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.275873] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee1b71-9e36-49ff-af88-4a383424624d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.300813] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.301191] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16777e55-3e29-4f06-b5b0-af1c6f948134 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.329259] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 897.329259] env[65899]: value = "task-4894930" [ 897.329259] env[65899]: _type = "Task" [ 897.329259] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.339767] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.343347] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.445250] env[65899]: WARNING neutronclient.v2_0.client [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.534112] env[65899]: DEBUG oslo_vmware.api [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894928, 'name': PowerOffVM_Task, 'duration_secs': 0.221634} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.534566] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.534644] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.534870] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e36184f-0849-4321-bdbf-8937cc3c4985 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.595063] env[65899]: DEBUG nova.compute.utils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.600154] env[65899]: DEBUG nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 897.606585] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.606963] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.607282] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleting the datastore file [datastore1] 68919289-24d0-452a-b09e-da46e741ca12 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.607690] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16433010-16d5-4ab0-8203-c12e23ef2e19 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.615200] env[65899]: WARNING neutronclient.v2_0.client [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.622067] env[65899]: DEBUG oslo_vmware.api [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 897.622067] env[65899]: value = "task-4894932" [ 897.622067] env[65899]: _type = "Task" [ 897.622067] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.640968] env[65899]: DEBUG oslo_vmware.api [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.697166] env[65899]: DEBUG nova.network.neutron [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updated VIF entry in instance network info cache for port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 897.697271] env[65899]: DEBUG nova.network.neutron [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updating instance_info_cache with network_info: [{"id": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "address": "fa:16:3e:55:7d:62", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b8b5-86", "ovs_interfaceid": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.764186] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.773703] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894926, 'name': CreateVM_Task, 'duration_secs': 0.526739} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.773703] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.773936] env[65899]: WARNING neutronclient.v2_0.client [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.774290] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.774733] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.775039] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.775771] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd51d52-86ee-49da-ba81-2394c441a6c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.784034] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 897.784034] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521c8499-7f97-02b8-5ab4-94b38f04a6b2" [ 897.784034] env[65899]: _type = "Task" [ 897.784034] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.793237] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521c8499-7f97-02b8-5ab4-94b38f04a6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.839287] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894930, 'name': ReconfigVM_Task, 'duration_secs': 0.302978} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.839576] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.842971] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-590e3588-80ac-4e8e-805b-ad83d67fe660 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.849500] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 897.849500] env[65899]: value = "task-4894933" [ 897.849500] env[65899]: _type = "Task" [ 897.849500] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.858049] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894933, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.043895] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5824dd6-0006-457d-88b0-a5a90b67dacd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.051682] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f33b09-4e71-4fe5-be6d-24fe470cb3e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.085261] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1821e-67b9-4448-b834-826b393bc4d4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.093643] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34328aa-121c-4799-8eee-9eb5f9110641 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.100674] env[65899]: DEBUG nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 898.111157] env[65899]: DEBUG nova.compute.provider_tree [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.132413] env[65899]: DEBUG oslo_vmware.api [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4894932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146716} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.132672] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.132855] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.133063] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.133204] env[65899]: INFO nova.compute.manager [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Took 1.14 seconds to destroy the instance on the hypervisor. [ 898.133455] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 898.133646] env[65899]: DEBUG nova.compute.manager [-] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 898.133743] env[65899]: DEBUG nova.network.neutron [-] [instance: 68919289-24d0-452a-b09e-da46e741ca12] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 898.133983] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.199903] env[65899]: DEBUG oslo_concurrency.lockutils [req-a388cbf1-6476-41e2-937d-58de9aa287ed req-91b51aad-7993-4e26-9ed2-33168389350e service nova] Releasing lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.201340] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.261027] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.295482] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521c8499-7f97-02b8-5ab4-94b38f04a6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.037628} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.295865] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.296156] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.296453] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.296598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.296802] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.297275] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63902ca7-57f9-4583-ab1a-89b102511266 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.307312] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.307706] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.308303] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539db56c-8575-40e9-b0a3-3450ccc97a6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.314825] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 898.314825] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5295a325-3c3e-67f6-627f-8cb402a20fde" [ 898.314825] env[65899]: _type = "Task" [ 898.314825] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.325250] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5295a325-3c3e-67f6-627f-8cb402a20fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.361523] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894933, 'name': Rename_Task, 'duration_secs': 0.158252} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.361856] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.362178] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d1e324f-6f30-446b-8c0f-3e6a7b110f52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.368682] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 898.368682] env[65899]: value = "task-4894934" [ 898.368682] env[65899]: _type = "Task" [ 898.368682] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.378245] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.618556] env[65899]: DEBUG nova.scheduler.client.report [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.758783] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894929, 'name': ReconfigVM_Task, 'duration_secs': 1.155213} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.759071] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.759409] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-500170eb-b540-4f7b-964c-26ed704b70a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.766299] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 898.766299] env[65899]: value = "task-4894935" [ 898.766299] env[65899]: _type = "Task" [ 898.766299] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.775579] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.826592] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5295a325-3c3e-67f6-627f-8cb402a20fde, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.827457] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d602fe1-66c9-4fb7-811d-cc0ab2cbe8a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.834056] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 898.834056] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b8f5b0-14cd-ddbe-7b1c-bd9c51cfb0c3" [ 898.834056] env[65899]: _type = "Task" [ 898.834056] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.843401] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b8f5b0-14cd-ddbe-7b1c-bd9c51cfb0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.883741] env[65899]: DEBUG oslo_vmware.api [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894934, 'name': PowerOnVM_Task, 'duration_secs': 0.500326} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.884252] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.884629] env[65899]: INFO nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Took 7.06 seconds to spawn the instance on the hypervisor. [ 898.884970] env[65899]: DEBUG nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.886334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddf8790-878d-4aae-8515-f116b01be829 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.929568] env[65899]: DEBUG nova.network.neutron [-] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.968062] env[65899]: DEBUG nova.compute.manager [req-2911167c-eccb-4b4f-a162-d38872fb475c req-ade49cf3-bd7e-4630-86a7-6faa2e92408e service nova] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Received event network-vif-deleted-34dccad3-570a-4851-a203-5468b5950e48 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 899.126911] env[65899]: DEBUG nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 899.128668] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.131520] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.580s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.133563] env[65899]: INFO nova.compute.claims [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.163781] env[65899]: INFO nova.scheduler.client.report [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Deleted allocations for instance 926cf1b6-6abc-4241-bfa4-75cda3a90784 [ 899.168389] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.168913] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.168913] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.169091] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.172453] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.172453] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.172453] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.172453] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.172453] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.172453] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.172453] env[65899]: DEBUG nova.virt.hardware [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.172912] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe859542-ab70-4b45-90af-99ed119bf36e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.185761] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a92c53-be1b-4e6d-b2be-d714c69d3635 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.201554] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.206981] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Creating folder: Project (b69a349582cd4807adac8fb6c5388655). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.207927] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e427ef-cf90-4dac-aac8-8e114ca85909 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.218706] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Created folder: Project (b69a349582cd4807adac8fb6c5388655) in parent group-v953787. [ 899.218984] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Creating folder: Instances. Parent ref: group-v953990. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.219202] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1454f1f2-3f9a-40ba-991b-a38a8e9b29bb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.229659] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Created folder: Instances in parent group-v953990. [ 899.229911] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.230845] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.230845] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4934dce-94e3-442c-87e1-972ebd651901 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.248469] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.248469] env[65899]: value = "task-4894938" [ 899.248469] env[65899]: _type = "Task" [ 899.248469] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.257340] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894938, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.278611] env[65899]: DEBUG oslo_vmware.api [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894935, 'name': PowerOnVM_Task, 'duration_secs': 0.405947} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.279076] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.282352] env[65899]: DEBUG nova.compute.manager [None req-c0646b7a-1040-42ec-bd73-5571f00e143b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 899.283222] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c914d93e-c0a0-4662-b82f-ae54376655ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.345144] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b8f5b0-14cd-ddbe-7b1c-bd9c51cfb0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.345403] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.345674] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 392f8a9c-5ffc-4be7-94ac-333827bf6f42/392f8a9c-5ffc-4be7-94ac-333827bf6f42.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.345875] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4065d0-8915-4957-886c-b9c388d71082 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.354261] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 899.354261] env[65899]: value = "task-4894939" [ 899.354261] env[65899]: _type = "Task" [ 899.354261] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.363445] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.409682] env[65899]: INFO nova.compute.manager [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Took 44.26 seconds to build instance. [ 899.432387] env[65899]: INFO nova.compute.manager [-] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Took 1.30 seconds to deallocate network for instance. [ 899.686735] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "926cf1b6-6abc-4241-bfa4-75cda3a90784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.383s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.762170] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894938, 'name': CreateVM_Task, 'duration_secs': 0.277954} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.763072] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.763072] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.763270] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.764080] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.764080] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cffd70-0cbd-4f14-9ae9-eb06b418cf3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.771768] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 899.771768] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f01a1f-6c7c-2184-3490-dc6509d0a84b" [ 899.771768] env[65899]: _type = "Task" [ 899.771768] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.784923] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f01a1f-6c7c-2184-3490-dc6509d0a84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.872339] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894939, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.912901] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8b6e3256-df1e-420d-b765-6863df0a7817 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.851s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.940335] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.287297] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f01a1f-6c7c-2184-3490-dc6509d0a84b, 'name': SearchDatastore_Task, 'duration_secs': 0.037931} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.290574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.291470] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.291470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.291470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.291470] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.292083] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7200a7d5-c1e1-4df0-bfc0-1da3068d6c66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.303265] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.303486] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.308553] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd466aec-e153-4e49-973c-66b2b9e3549c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.317629] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 900.317629] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526c00db-cf07-810b-4d9f-611dfd2ff798" [ 900.317629] env[65899]: _type = "Task" [ 900.317629] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.329695] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526c00db-cf07-810b-4d9f-611dfd2ff798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.367639] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581803} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.368067] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 392f8a9c-5ffc-4be7-94ac-333827bf6f42/392f8a9c-5ffc-4be7-94ac-333827bf6f42.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.368196] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.370999] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-189d2fb1-0403-41dd-9171-6bf738a88990 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.380026] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 900.380026] env[65899]: value = "task-4894940" [ 900.380026] env[65899]: _type = "Task" [ 900.380026] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.390883] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.446492] env[65899]: INFO nova.compute.manager [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Rescuing [ 900.448102] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.448102] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.448102] env[65899]: DEBUG nova.network.neutron [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.609768] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc9dc29-6f45-4b72-a402-44b0b887b6f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.618653] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd2f90-61df-419c-9c05-f82bc367397b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.650381] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567084ad-fa56-4e4b-8c11-4ff67c46335c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.658562] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b600ed-946b-4aa0-8cc6-27dcfe086d9d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.672689] env[65899]: DEBUG nova.compute.provider_tree [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.708137] env[65899]: INFO nova.compute.manager [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Unrescuing [ 900.708137] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.708137] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.708512] env[65899]: DEBUG nova.network.neutron [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.830065] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526c00db-cf07-810b-4d9f-611dfd2ff798, 'name': SearchDatastore_Task, 'duration_secs': 0.017871} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.830776] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e834da2b-02e3-4818-a7c5-a34600164379 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.836985] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 900.836985] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0ce52-e3bf-e866-91e0-348f6b5e30a9" [ 900.836985] env[65899]: _type = "Task" [ 900.836985] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.845803] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0ce52-e3bf-e866-91e0-348f6b5e30a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.889022] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192087} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.889397] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.890252] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed350f58-3656-4b9e-8295-acb56d503c5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.912579] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 392f8a9c-5ffc-4be7-94ac-333827bf6f42/392f8a9c-5ffc-4be7-94ac-333827bf6f42.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.912925] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c97df5-f755-4961-bc6f-8d60585923a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.931054] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.931223] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.931323] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.931526] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.931711] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.934782] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 900.934782] env[65899]: value = "task-4894941" [ 900.934782] env[65899]: _type = "Task" [ 900.934782] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.935295] env[65899]: INFO nova.compute.manager [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Terminating instance [ 900.947975] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.950070] env[65899]: WARNING neutronclient.v2_0.client [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.086642] env[65899]: WARNING neutronclient.v2_0.client [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.158387] env[65899]: DEBUG nova.network.neutron [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Updating instance_info_cache with network_info: [{"id": "26ab65f3-9250-4b95-86db-a27490f7cda4", "address": "fa:16:3e:d6:39:4f", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ab65f3-92", "ovs_interfaceid": "26ab65f3-9250-4b95-86db-a27490f7cda4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.175773] env[65899]: DEBUG nova.scheduler.client.report [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.211212] env[65899]: WARNING neutronclient.v2_0.client [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.350285] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0ce52-e3bf-e866-91e0-348f6b5e30a9, 'name': SearchDatastore_Task, 'duration_secs': 0.067133} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.350470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.350765] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.351564] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f09aa25d-239d-4c34-9cda-6ad3056526fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.360267] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 901.360267] env[65899]: value = "task-4894942" [ 901.360267] env[65899]: _type = "Task" [ 901.360267] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.370645] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.412130] env[65899]: WARNING neutronclient.v2_0.client [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.443924] env[65899]: DEBUG nova.compute.manager [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 901.444272] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.449541] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087c096d-cb28-4af8-a222-7a506f26d010 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.453153] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894941, 'name': ReconfigVM_Task, 'duration_secs': 0.478145} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.453484] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 392f8a9c-5ffc-4be7-94ac-333827bf6f42/392f8a9c-5ffc-4be7-94ac-333827bf6f42.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.454637] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8870ea40-112b-457c-96ff-f11aeabec625 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.458960] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.459657] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b7496f-7a12-45cd-9476-5973cdf49a4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.463375] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 901.463375] env[65899]: value = "task-4894943" [ 901.463375] env[65899]: _type = "Task" [ 901.463375] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.468740] env[65899]: DEBUG oslo_vmware.api [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 901.468740] env[65899]: value = "task-4894944" [ 901.468740] env[65899]: _type = "Task" [ 901.468740] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.481327] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894943, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.488637] env[65899]: DEBUG oslo_vmware.api [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.528688] env[65899]: DEBUG nova.network.neutron [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Updating instance_info_cache with network_info: [{"id": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "address": "fa:16:3e:f3:2b:78", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0337bc-1a", "ovs_interfaceid": "8a0337bc-1a3b-4aa8-ab59-300f6d3ab511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.661231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "refresh_cache-3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.681620] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.682735] env[65899]: DEBUG nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 901.691517] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.785s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.694758] env[65899]: INFO nova.compute.claims [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.874718] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.973694] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894943, 'name': Rename_Task, 'duration_secs': 0.229089} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.977251] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.977557] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-997e4d72-ef52-4452-8879-eae64fe224cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.984978] env[65899]: DEBUG oslo_vmware.api [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894944, 'name': PowerOffVM_Task, 'duration_secs': 0.255037} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.986221] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.986394] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.986704] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 901.986704] env[65899]: value = "task-4894945" [ 901.986704] env[65899]: _type = "Task" [ 901.986704] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.986968] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9a25a1-db15-433d-b8ec-1e72d2fd0f77 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.996573] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.033330] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-ae416780-a2c7-444a-a5a9-a5c111b5643a" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.034240] env[65899]: DEBUG nova.objects.instance [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lazy-loading 'flavor' on Instance uuid ae416780-a2c7-444a-a5a9-a5c111b5643a {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.093039] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.093334] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.093527] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Deleting the datastore file [datastore2] 7acb08b0-ed0f-446b-a06e-dbd53985bf1c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.093834] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4492072-ab2d-426c-900f-f1719ee158a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.100956] env[65899]: DEBUG oslo_vmware.api [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for the task: (returnval){ [ 902.100956] env[65899]: value = "task-4894947" [ 902.100956] env[65899]: _type = "Task" [ 902.100956] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.110843] env[65899]: DEBUG oslo_vmware.api [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.202897] env[65899]: DEBUG nova.compute.utils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.207091] env[65899]: DEBUG nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 902.207269] env[65899]: DEBUG nova.network.neutron [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 902.207545] env[65899]: WARNING neutronclient.v2_0.client [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.207879] env[65899]: WARNING neutronclient.v2_0.client [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.257351] env[65899]: DEBUG nova.policy [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adce49c3d5894fb3849b4b6dfb542957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ec6d067cda04e9ab138af689fdc07bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.373015] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579247} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.373317] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.373533] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.373800] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53f786b-ea41-4276-81c3-03a13d09ab5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.381124] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 902.381124] env[65899]: value = "task-4894948" [ 902.381124] env[65899]: _type = "Task" [ 902.381124] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.392894] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.499482] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.542665] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d47402e-8218-4a66-bbc9-3f4f9433c4dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.567806] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.568204] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fef81d5-bc86-44d0-8428-07215ea5f950 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.575827] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 902.575827] env[65899]: value = "task-4894949" [ 902.575827] env[65899]: _type = "Task" [ 902.575827] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.585963] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.612176] env[65899]: DEBUG oslo_vmware.api [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Task: {'id': task-4894947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3569} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.612554] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.612844] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.613099] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.613310] env[65899]: INFO nova.compute.manager [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 902.613719] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.613831] env[65899]: DEBUG nova.compute.manager [-] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 902.613955] env[65899]: DEBUG nova.network.neutron [-] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 902.614488] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.618125] env[65899]: DEBUG nova.network.neutron [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Successfully created port: 9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 902.708634] env[65899]: DEBUG nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 902.727237] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.895535] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080079} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.895861] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.896859] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d476ea7-04ac-44b5-b294-2a785a909b83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.921457] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.924248] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d12d2c4f-c606-4150-ad7f-44e5000b9849 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.947114] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 902.947114] env[65899]: value = "task-4894950" [ 902.947114] env[65899]: _type = "Task" [ 902.947114] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.960392] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.005522] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.091732] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894949, 'name': PowerOffVM_Task, 'duration_secs': 0.444644} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.092156] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.098515] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.098515] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87bd09f7-3c00-4447-92cd-aebd0ec913ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.120649] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 903.120649] env[65899]: value = "task-4894951" [ 903.120649] env[65899]: _type = "Task" [ 903.120649] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.136291] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.221851] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f899c5-2558-4c16-b64d-26ab42124a44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.226617] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.226984] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c3b9ee-cf7a-4b30-be7f-855d58f0edd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.239786] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73f52e-9598-4e22-a029-da4ffcf30bba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.247018] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 903.247018] env[65899]: value = "task-4894952" [ 903.247018] env[65899]: _type = "Task" [ 903.247018] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.303952] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97671c83-99d4-41ea-a265-452e89b9cb32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.314212] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.325404] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0e7a6f-8ec4-426b-a21f-b9491ee7a5e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.342567] env[65899]: DEBUG nova.compute.provider_tree [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.347638] env[65899]: DEBUG nova.compute.manager [req-6a7d370c-ccba-47c2-af15-8e5f01d4e7c3 req-fd4a6d50-81f3-4d39-a414-1aac0ea564cd service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Received event network-vif-deleted-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 903.347638] env[65899]: INFO nova.compute.manager [req-6a7d370c-ccba-47c2-af15-8e5f01d4e7c3 req-fd4a6d50-81f3-4d39-a414-1aac0ea564cd service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Neutron deleted interface f66d8ea4-f2c9-4827-93fa-288f48f4ecbd; detaching it from the instance and deleting it from the info cache [ 903.347638] env[65899]: DEBUG nova.network.neutron [req-6a7d370c-ccba-47c2-af15-8e5f01d4e7c3 req-fd4a6d50-81f3-4d39-a414-1aac0ea564cd service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.457893] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894950, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.481253] env[65899]: DEBUG nova.network.neutron [-] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.505759] env[65899]: DEBUG oslo_vmware.api [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4894945, 'name': PowerOnVM_Task, 'duration_secs': 1.16063} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.505759] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.505759] env[65899]: INFO nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Took 9.11 seconds to spawn the instance on the hypervisor. [ 903.505759] env[65899]: DEBUG nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 903.506037] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9e412-f7df-44b7-a5b7-dfca58458a05 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.630739] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894951, 'name': ReconfigVM_Task, 'duration_secs': 0.399057} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.631020] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 903.632493] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.632771] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70895f13-c711-4cf9-8fe9-a499ffe7f724 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.640115] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 903.640115] env[65899]: value = "task-4894953" [ 903.640115] env[65899]: _type = "Task" [ 903.640115] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.648320] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.727948] env[65899]: DEBUG nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 903.758230] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 903.758637] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.758905] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 903.759275] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.759666] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 903.759754] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 903.760149] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 903.760461] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 903.760765] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 903.761089] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 903.761397] env[65899]: DEBUG nova.virt.hardware [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 903.762803] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804e2eb4-f824-47d1-a9c6-71e12c14696a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.773024] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894952, 'name': PowerOffVM_Task, 'duration_secs': 0.23312} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.775373] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.776259] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2c8795-6b61-4f16-abc2-94fdb45f5aea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.780219] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b34d5-179f-4619-bef8-22a4fb8d35ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.808982] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd3dd8-81f8-4ced-9346-936d44bd89b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.839494] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.839792] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2626b5db-049d-46b2-9ee3-fc22d438ab05 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.848433] env[65899]: DEBUG nova.scheduler.client.report [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.853084] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 903.853084] env[65899]: value = "task-4894954" [ 903.853084] env[65899]: _type = "Task" [ 903.853084] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.853581] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dbb39b1-b695-4ef6-86da-17520e7e6fb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.866539] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.866744] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.866978] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.867137] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.867458] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.867994] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9957c472-2b41-49a6-ad02-4bf489c10cc4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.874672] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525065b1-43b0-4553-a97b-06c160ba8540 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.894041] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.894340] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.895245] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd59d7e1-aebd-4bf9-8f6d-0eb923c810da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.912526] env[65899]: DEBUG nova.compute.manager [req-6a7d370c-ccba-47c2-af15-8e5f01d4e7c3 req-fd4a6d50-81f3-4d39-a414-1aac0ea564cd service nova] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Detach interface failed, port_id=f66d8ea4-f2c9-4827-93fa-288f48f4ecbd, reason: Instance 7acb08b0-ed0f-446b-a06e-dbd53985bf1c could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.916860] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 903.916860] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523f1a3a-aa47-cb5d-752f-05b1f4f8e991" [ 903.916860] env[65899]: _type = "Task" [ 903.916860] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.925210] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523f1a3a-aa47-cb5d-752f-05b1f4f8e991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.959450] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894950, 'name': ReconfigVM_Task, 'duration_secs': 0.583748} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.959770] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Reconfigured VM instance instance-00000047 to attach disk [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.960680] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b39a1730-bda9-4d4e-8684-b95a49d8b9cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.970017] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 903.970017] env[65899]: value = "task-4894955" [ 903.970017] env[65899]: _type = "Task" [ 903.970017] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.985548] env[65899]: INFO nova.compute.manager [-] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Took 1.37 seconds to deallocate network for instance. [ 903.986110] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894955, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.027904] env[65899]: INFO nova.compute.manager [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Took 46.57 seconds to build instance. [ 904.150185] env[65899]: DEBUG oslo_vmware.api [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4894953, 'name': PowerOnVM_Task, 'duration_secs': 0.403296} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.150459] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.150703] env[65899]: DEBUG nova.compute.manager [None req-6dcec06a-0ca8-42bc-b54d-a083b809bdbd tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 904.151514] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659e9217-e4cf-487e-a4af-fc4627151b42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.214962] env[65899]: DEBUG nova.network.neutron [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Successfully updated port: 9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 904.319051] env[65899]: DEBUG nova.compute.manager [req-d10ef82a-a96c-40ce-8320-4819a3923f91 req-08f4575b-5047-45f4-b9ef-385969e3ed01 service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Received event network-vif-plugged-9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.319401] env[65899]: DEBUG oslo_concurrency.lockutils [req-d10ef82a-a96c-40ce-8320-4819a3923f91 req-08f4575b-5047-45f4-b9ef-385969e3ed01 service nova] Acquiring lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.319642] env[65899]: DEBUG oslo_concurrency.lockutils [req-d10ef82a-a96c-40ce-8320-4819a3923f91 req-08f4575b-5047-45f4-b9ef-385969e3ed01 service nova] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.319826] env[65899]: DEBUG oslo_concurrency.lockutils [req-d10ef82a-a96c-40ce-8320-4819a3923f91 req-08f4575b-5047-45f4-b9ef-385969e3ed01 service nova] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.319997] env[65899]: DEBUG nova.compute.manager [req-d10ef82a-a96c-40ce-8320-4819a3923f91 req-08f4575b-5047-45f4-b9ef-385969e3ed01 service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] No waiting events found dispatching network-vif-plugged-9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 904.321049] env[65899]: WARNING nova.compute.manager [req-d10ef82a-a96c-40ce-8320-4819a3923f91 req-08f4575b-5047-45f4-b9ef-385969e3ed01 service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Received unexpected event network-vif-plugged-9a856871-e4a3-4d63-8015-b7bdb0217933 for instance with vm_state building and task_state spawning. [ 904.354736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.355311] env[65899]: DEBUG nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 904.358329] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.927s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.358329] env[65899]: DEBUG nova.objects.instance [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 904.430665] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523f1a3a-aa47-cb5d-752f-05b1f4f8e991, 'name': SearchDatastore_Task, 'duration_secs': 0.01406} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.431495] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0071468a-ddf7-44bb-970e-00d940b8be99 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.438118] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 904.438118] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5214c399-fa8a-e916-f70e-597962791072" [ 904.438118] env[65899]: _type = "Task" [ 904.438118] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.446804] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5214c399-fa8a-e916-f70e-597962791072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.480897] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894955, 'name': Rename_Task, 'duration_secs': 0.269891} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.480897] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.480897] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b18eb50-3f95-41b2-8a87-07e6f70a9153 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.489768] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 904.489768] env[65899]: value = "task-4894956" [ 904.489768] env[65899]: _type = "Task" [ 904.489768] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.493843] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.512751] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.530076] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e8950076-baa9-47db-846f-f57a162d61f9 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.390s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.720112] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.720112] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.720112] env[65899]: DEBUG nova.network.neutron [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.863066] env[65899]: DEBUG nova.compute.utils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.865258] env[65899]: DEBUG nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 904.865450] env[65899]: DEBUG nova.network.neutron [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.865757] env[65899]: WARNING neutronclient.v2_0.client [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.866077] env[65899]: WARNING neutronclient.v2_0.client [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.916015] env[65899]: DEBUG nova.policy [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d35215132bc472395d5660e7960fe6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463000479dfb4cfdb631bb51a1a8b9b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.950540] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5214c399-fa8a-e916-f70e-597962791072, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.951251] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.951619] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. {{(pid=65899) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 904.951957] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36c1c515-f073-49b9-8ee1-3be29ca12a68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.958853] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 904.958853] env[65899]: value = "task-4894957" [ 904.958853] env[65899]: _type = "Task" [ 904.958853] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.970660] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.000785] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894956, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.246351] env[65899]: DEBUG nova.network.neutron [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Successfully created port: b681fdc0-6d6d-44f4-a67a-f9b96e349036 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 905.276663] env[65899]: DEBUG nova.network.neutron [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 905.372035] env[65899]: DEBUG nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 905.375686] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5877f45-cba3-466d-b566-1d7d5c823788 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.377150] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.822s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.379424] env[65899]: INFO nova.compute.claims [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.455680] env[65899]: WARNING neutronclient.v2_0.client [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.471620] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.505918] env[65899]: DEBUG oslo_vmware.api [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894956, 'name': PowerOnVM_Task, 'duration_secs': 0.612367} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.506244] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.506507] env[65899]: INFO nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Took 6.38 seconds to spawn the instance on the hypervisor. [ 905.506676] env[65899]: DEBUG nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 905.508261] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fda8cf-6590-443c-bc2c-5f33211977e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.598849] env[65899]: DEBUG nova.network.neutron [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.640791] env[65899]: DEBUG nova.compute.manager [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Received event network-changed-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 905.640903] env[65899]: DEBUG nova.compute.manager [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Refreshing instance network info cache due to event network-changed-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 905.641137] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] Acquiring lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.641269] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] Acquired lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.641425] env[65899]: DEBUG nova.network.neutron [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Refreshing network info cache for port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.970716] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657265} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.971038] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. [ 905.971799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524eafa-5158-4416-b74c-8ec3af39ee83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.997919] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.998286] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58203f7-09b6-49ce-bcf9-b7ecc823cf2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.017877] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 906.017877] env[65899]: value = "task-4894958" [ 906.017877] env[65899]: _type = "Task" [ 906.017877] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.031736] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.032330] env[65899]: INFO nova.compute.manager [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Took 41.50 seconds to build instance. [ 906.101750] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.102157] env[65899]: DEBUG nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Instance network_info: |[{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 906.102640] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:6c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a856871-e4a3-4d63-8015-b7bdb0217933', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.110389] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating folder: Project (3ec6d067cda04e9ab138af689fdc07bf). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.110703] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60dd7564-f432-4f94-9618-13eace84cb91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.123196] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Created folder: Project (3ec6d067cda04e9ab138af689fdc07bf) in parent group-v953787. [ 906.123476] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating folder: Instances. Parent ref: group-v953993. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.124097] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0776650-2a14-4c20-98be-5b5753918391 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.136637] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Created folder: Instances in parent group-v953993. [ 906.137072] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 906.137399] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.137716] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc2ec409-ac82-4c86-b85b-7a2e37e368b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.164568] env[65899]: WARNING neutronclient.v2_0.client [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.174016] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.174016] env[65899]: value = "task-4894961" [ 906.174016] env[65899]: _type = "Task" [ 906.174016] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.183749] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894961, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.382847] env[65899]: DEBUG nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 906.413374] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 906.413631] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.413814] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 906.413951] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.414112] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 906.414315] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 906.414491] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 906.414686] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 906.414862] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 906.415036] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 906.415254] env[65899]: DEBUG nova.virt.hardware [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 906.416218] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1051375d-dc6e-42d4-ba8c-55745271e2c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.428972] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1640dad5-89e5-4794-a13b-02d1ccc10a32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.532744] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.535369] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0b099ba5-c53c-496d-bc3d-f2171cd7fe21 tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.080s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.594837] env[65899]: WARNING neutronclient.v2_0.client [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.658591] env[65899]: DEBUG nova.compute.manager [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Received event network-changed-9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 906.658591] env[65899]: DEBUG nova.compute.manager [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Refreshing instance network info cache due to event network-changed-9a856871-e4a3-4d63-8015-b7bdb0217933. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 906.658591] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] Acquiring lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.658591] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] Acquired lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.658591] env[65899]: DEBUG nova.network.neutron [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Refreshing network info cache for port 9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.687529] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894961, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.709556] env[65899]: DEBUG nova.network.neutron [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updated VIF entry in instance network info cache for port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 906.709951] env[65899]: DEBUG nova.network.neutron [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updating instance_info_cache with network_info: [{"id": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "address": "fa:16:3e:55:7d:62", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b8b5-86", "ovs_interfaceid": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.892508] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7787e-1b55-444f-9cd9-4792390d46b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.900768] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd37af8b-fc07-48bf-862a-20f7b5f51760 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.932323] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a028ed5d-9cd1-4e4a-a333-79c69561812a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.936694] env[65899]: DEBUG nova.network.neutron [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Successfully updated port: b681fdc0-6d6d-44f4-a67a-f9b96e349036 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.943306] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad0e59-0470-4242-bdb3-df46170214d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.961109] env[65899]: DEBUG nova.compute.provider_tree [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.031830] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894958, 'name': ReconfigVM_Task, 'duration_secs': 0.583511} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.032176] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.033234] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f3bbf7-3087-4c69-bb30-092f820082d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.061527] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39c0158-e03c-4737-878a-67010fff6641 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.078332] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 907.078332] env[65899]: value = "task-4894962" [ 907.078332] env[65899]: _type = "Task" [ 907.078332] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.090966] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.160633] env[65899]: WARNING neutronclient.v2_0.client [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.185169] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894961, 'name': CreateVM_Task, 'duration_secs': 0.600982} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.185370] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.185932] env[65899]: WARNING neutronclient.v2_0.client [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.186306] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.186462] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.186748] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.187009] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8461892b-5806-4ff9-8154-c09d6a1dc3e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.192801] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 907.192801] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525bbe52-d238-abfb-3216-81cdfaa75a15" [ 907.192801] env[65899]: _type = "Task" [ 907.192801] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.202386] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525bbe52-d238-abfb-3216-81cdfaa75a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.216359] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] Releasing lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.216555] env[65899]: DEBUG nova.compute.manager [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Received event network-changed-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.216669] env[65899]: DEBUG nova.compute.manager [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Refreshing instance network info cache due to event network-changed-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 907.216878] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] Acquiring lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.218661] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] Acquired lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.218661] env[65899]: DEBUG nova.network.neutron [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Refreshing network info cache for port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.441023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "refresh_cache-51e7c516-3218-4cc4-9c9e-0e633c54c9fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.441023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "refresh_cache-51e7c516-3218-4cc4-9c9e-0e633c54c9fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.441023] env[65899]: DEBUG nova.network.neutron [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 907.443582] env[65899]: WARNING neutronclient.v2_0.client [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.464106] env[65899]: DEBUG nova.scheduler.client.report [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.589738] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894962, 'name': ReconfigVM_Task, 'duration_secs': 0.332392} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.590061] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.590381] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23afaa0d-08ee-4dbe-a696-20a7137fdebc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.598841] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 907.598841] env[65899]: value = "task-4894963" [ 907.598841] env[65899]: _type = "Task" [ 907.598841] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.609884] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.611649] env[65899]: DEBUG nova.network.neutron [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updated VIF entry in instance network info cache for port 9a856871-e4a3-4d63-8015-b7bdb0217933. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.612013] env[65899]: DEBUG nova.network.neutron [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.704880] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525bbe52-d238-abfb-3216-81cdfaa75a15, 'name': SearchDatastore_Task, 'duration_secs': 0.034387} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.705297] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.705574] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.705836] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.705997] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.706204] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.706508] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f898b9-4a2b-4a38-a30e-2f7e4dbe53c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.716853] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.717073] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.718134] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7712bdd4-1fa6-4e0d-a4fd-aa5276e5353e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.721140] env[65899]: WARNING neutronclient.v2_0.client [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.727786] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 907.727786] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521c8919-c33a-fe97-3a1e-77ccc5d1de53" [ 907.727786] env[65899]: _type = "Task" [ 907.727786] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.736774] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521c8919-c33a-fe97-3a1e-77ccc5d1de53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.892982] env[65899]: WARNING neutronclient.v2_0.client [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.972583] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.973182] env[65899]: DEBUG nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 907.975923] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.558s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.976139] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.976297] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 907.976583] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.776s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.978396] env[65899]: INFO nova.compute.claims [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.981983] env[65899]: DEBUG nova.network.neutron [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updated VIF entry in instance network info cache for port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.983553] env[65899]: DEBUG nova.network.neutron [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updating instance_info_cache with network_info: [{"id": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "address": "fa:16:3e:55:7d:62", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b8b5-86", "ovs_interfaceid": "a928b8b5-8628-4bb0-b8c6-4513d63ed2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.984112] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe7b3d4-4731-4b07-a70c-91402b148fff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.994616] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6c0d66-7e35-4386-8736-931b63ebcd4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.999747] env[65899]: DEBUG nova.network.neutron [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 908.017527] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3cb8d-9a99-4629-b247-a3e56fe729f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.033621] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef79a287-792d-46db-8980-e57f19f18392 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.067208] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177967MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 908.067370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.105822] env[65899]: WARNING neutronclient.v2_0.client [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.115112] env[65899]: DEBUG oslo_concurrency.lockutils [req-2bdf466c-29fe-4daf-a408-56bc7279fdc6 req-5357dc23-dbb6-4a21-af44-d58bb0563f9f service nova] Releasing lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.115575] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894963, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.184328] env[65899]: DEBUG nova.network.neutron [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Updating instance_info_cache with network_info: [{"id": "b681fdc0-6d6d-44f4-a67a-f9b96e349036", "address": "fa:16:3e:25:df:45", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb681fdc0-6d", "ovs_interfaceid": "b681fdc0-6d6d-44f4-a67a-f9b96e349036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.242846] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521c8919-c33a-fe97-3a1e-77ccc5d1de53, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.243775] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b89e0e7-ce00-424e-9537-75de50295a1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.251654] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 908.251654] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bbc8ab-c684-b721-5249-4337ba3602a5" [ 908.251654] env[65899]: _type = "Task" [ 908.251654] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.261965] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bbc8ab-c684-b721-5249-4337ba3602a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.453405] env[65899]: INFO nova.compute.manager [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Rebuilding instance [ 908.485579] env[65899]: DEBUG nova.compute.utils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.487919] env[65899]: DEBUG nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 908.488069] env[65899]: DEBUG nova.network.neutron [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 908.488624] env[65899]: WARNING neutronclient.v2_0.client [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.489097] env[65899]: WARNING neutronclient.v2_0.client [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.491377] env[65899]: DEBUG oslo_concurrency.lockutils [req-0cc89ca0-e0ae-4f47-9dbb-4bf7ed92c261 req-faf516d3-dc0c-4567-b2bd-ae6ea1b5e9aa service nova] Releasing lock "refresh_cache-392f8a9c-5ffc-4be7-94ac-333827bf6f42" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.502198] env[65899]: DEBUG nova.compute.manager [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 908.504056] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c391a34-08f3-44f9-b037-270720db6572 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.547069] env[65899]: DEBUG nova.policy [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6e3bf5bb6b4c8285c744ce6471ac37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada283044488484fb66f0bb359de932d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.610381] env[65899]: DEBUG oslo_vmware.api [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4894963, 'name': PowerOnVM_Task, 'duration_secs': 0.709991} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.610595] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.613374] env[65899]: DEBUG nova.compute.manager [None req-96622dbe-03c0-4ec4-8454-539bb7c21cf0 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 908.614225] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2b8491-6951-45df-a8ff-ee4c3e25b781 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.692590] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "refresh_cache-51e7c516-3218-4cc4-9c9e-0e633c54c9fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.692590] env[65899]: DEBUG nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Instance network_info: |[{"id": "b681fdc0-6d6d-44f4-a67a-f9b96e349036", "address": "fa:16:3e:25:df:45", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb681fdc0-6d", "ovs_interfaceid": "b681fdc0-6d6d-44f4-a67a-f9b96e349036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 908.692590] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:df:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b681fdc0-6d6d-44f4-a67a-f9b96e349036', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.699682] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.700020] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.700361] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ada634-c052-4649-8a16-df22e55f92f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.722429] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.722429] env[65899]: value = "task-4894964" [ 908.722429] env[65899]: _type = "Task" [ 908.722429] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.731591] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894964, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.763575] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bbc8ab-c684-b721-5249-4337ba3602a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012715} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.763575] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.763575] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 59452711-a31f-4f03-b5f7-d6fdfbc12ad7/59452711-a31f-4f03-b5f7-d6fdfbc12ad7.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.763815] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bcdf138-3a09-494a-9cc5-65d839ed621a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.771315] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 908.771315] env[65899]: value = "task-4894965" [ 908.771315] env[65899]: _type = "Task" [ 908.771315] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.780667] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.852987] env[65899]: DEBUG nova.network.neutron [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Successfully created port: ae692bf2-660d-4446-b137-d8cd58f9a30c {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 908.880638] env[65899]: DEBUG nova.compute.manager [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Received event network-vif-plugged-b681fdc0-6d6d-44f4-a67a-f9b96e349036 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.880833] env[65899]: DEBUG oslo_concurrency.lockutils [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] Acquiring lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.881818] env[65899]: DEBUG oslo_concurrency.lockutils [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.881818] env[65899]: DEBUG oslo_concurrency.lockutils [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.881818] env[65899]: DEBUG nova.compute.manager [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] No waiting events found dispatching network-vif-plugged-b681fdc0-6d6d-44f4-a67a-f9b96e349036 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.882082] env[65899]: WARNING nova.compute.manager [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Received unexpected event network-vif-plugged-b681fdc0-6d6d-44f4-a67a-f9b96e349036 for instance with vm_state building and task_state spawning. [ 908.883281] env[65899]: DEBUG nova.compute.manager [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Received event network-changed-b681fdc0-6d6d-44f4-a67a-f9b96e349036 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.883281] env[65899]: DEBUG nova.compute.manager [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Refreshing instance network info cache due to event network-changed-b681fdc0-6d6d-44f4-a67a-f9b96e349036. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 908.883281] env[65899]: DEBUG oslo_concurrency.lockutils [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] Acquiring lock "refresh_cache-51e7c516-3218-4cc4-9c9e-0e633c54c9fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.883281] env[65899]: DEBUG oslo_concurrency.lockutils [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] Acquired lock "refresh_cache-51e7c516-3218-4cc4-9c9e-0e633c54c9fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.883281] env[65899]: DEBUG nova.network.neutron [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Refreshing network info cache for port b681fdc0-6d6d-44f4-a67a-f9b96e349036 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.988599] env[65899]: DEBUG nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 909.026694] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "794234cc-4132-4da3-be36-ea3b67ff310f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.027022] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.236033] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894964, 'name': CreateVM_Task, 'duration_secs': 0.378624} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.239043] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.239873] env[65899]: WARNING neutronclient.v2_0.client [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.240289] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.240417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.240735] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.241046] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29e0ed4-1bdb-4c77-810d-6131c803dd5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.249787] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 909.249787] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bf31ae-ff8b-5cc3-0772-708a730c7505" [ 909.249787] env[65899]: _type = "Task" [ 909.249787] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.262579] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bf31ae-ff8b-5cc3-0772-708a730c7505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.285092] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.391140] env[65899]: WARNING neutronclient.v2_0.client [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.517593] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b7d48-7966-4d19-b2a6-afee62946040 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.526120] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953f473b-007d-497d-b6a3-33d19db7c297 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.530760] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.530925] env[65899]: DEBUG nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 909.533843] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5707971-30bf-4795-bd40-6757aaf19dff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.572846] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8916a11-3193-414a-8bcd-7d2af3244962 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.576030] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 909.576030] env[65899]: value = "task-4894966" [ 909.576030] env[65899]: _type = "Task" [ 909.576030] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.584300] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae6f91-685b-4c8c-a070-d91c8d56eaf2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.594818] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.607607] env[65899]: DEBUG nova.compute.provider_tree [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.766313] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bf31ae-ff8b-5cc3-0772-708a730c7505, 'name': SearchDatastore_Task, 'duration_secs': 0.034402} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.766777] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.767189] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.767515] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.767753] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.768026] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.768352] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b89a535-2824-459a-90d0-4f4feaa2dc4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.784707] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.784902] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.785707] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669623} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.786438] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7501b627-95ee-470d-94f6-2a50708c7282 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.788711] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 59452711-a31f-4f03-b5f7-d6fdfbc12ad7/59452711-a31f-4f03-b5f7-d6fdfbc12ad7.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.788934] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.789266] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e05f404-75dd-48db-84e4-e784ce42d073 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.795989] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 909.795989] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245f7d9-72b2-137f-a4af-fe9e19a2d7b9" [ 909.795989] env[65899]: _type = "Task" [ 909.795989] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.803160] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 909.803160] env[65899]: value = "task-4894967" [ 909.803160] env[65899]: _type = "Task" [ 909.803160] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.815277] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5245f7d9-72b2-137f-a4af-fe9e19a2d7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.818770] env[65899]: WARNING neutronclient.v2_0.client [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.832082] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.004388] env[65899]: DEBUG nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 910.012253] env[65899]: DEBUG nova.network.neutron [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Updated VIF entry in instance network info cache for port b681fdc0-6d6d-44f4-a67a-f9b96e349036. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 910.012253] env[65899]: DEBUG nova.network.neutron [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Updating instance_info_cache with network_info: [{"id": "b681fdc0-6d6d-44f4-a67a-f9b96e349036", "address": "fa:16:3e:25:df:45", "network": {"id": "119117f2-f1b0-41e4-9bbc-0fe7b4eac6f1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1686591367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "463000479dfb4cfdb631bb51a1a8b9b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb681fdc0-6d", "ovs_interfaceid": "b681fdc0-6d6d-44f4-a67a-f9b96e349036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.054278] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c794c7a8f290dbc53ed860eca8898204',container_format='bare',created_at=2025-12-01T13:38:13Z,direct_url=,disk_format='vmdk',id=61f87fcf-ecf7-4660-b354-b564ac5af3ba,min_disk=1,min_ram=0,name='tempest-test-snap-161003206',owner='ada283044488484fb66f0bb359de932d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-12-01T13:38:30Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 910.054504] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.054659] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 910.054835] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.054977] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 910.055279] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 910.055505] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 910.055666] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 910.055830] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 910.055991] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 910.056179] env[65899]: DEBUG nova.virt.hardware [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 910.057112] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccd533b-e9cf-4097-889f-13b5b20da859 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.061430] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.068663] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd0c29a-ce84-4ed0-a87d-62258940784f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.093526] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894966, 'name': PowerOffVM_Task, 'duration_secs': 0.352046} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.093795] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.094516] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.095328] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d2e452-96c8-4ad0-8301-67d4736570bd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.103078] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.103333] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db471633-5809-47d1-bc08-c5a611edaa58 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.111140] env[65899]: DEBUG nova.scheduler.client.report [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.129699] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.129982] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.130188] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Deleting the datastore file [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.131125] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-890e4c23-8360-4101-a105-ef905d8bfb98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.139138] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 910.139138] env[65899]: value = "task-4894969" [ 910.139138] env[65899]: _type = "Task" [ 910.139138] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.148943] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.309090] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5245f7d9-72b2-137f-a4af-fe9e19a2d7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019399} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.313161] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e627dc-8bc3-4b0d-a718-d48785e8b5e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.321328] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081472} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.322780] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.323163] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 910.323163] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f51527-8635-36be-d62c-290610db7485" [ 910.323163] env[65899]: _type = "Task" [ 910.323163] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.323868] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a4411-6842-4ae1-823d-2a5370062f01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.352636] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 59452711-a31f-4f03-b5f7-d6fdfbc12ad7/59452711-a31f-4f03-b5f7-d6fdfbc12ad7.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.356382] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2997268f-009b-40d5-a2fc-0f482c6dd20e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.372445] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f51527-8635-36be-d62c-290610db7485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.379562] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 910.379562] env[65899]: value = "task-4894970" [ 910.379562] env[65899]: _type = "Task" [ 910.379562] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.389472] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.511061] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "03fc578a-a170-40b0-b472-d2a6dd77f74d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.511275] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.515592] env[65899]: DEBUG oslo_concurrency.lockutils [req-3460edc3-4425-457d-943c-ac479259ac83 req-0867d8b4-71ea-43d7-83c0-10f1f2bd17be service nova] Releasing lock "refresh_cache-51e7c516-3218-4cc4-9c9e-0e633c54c9fc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.594225] env[65899]: DEBUG nova.network.neutron [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Successfully updated port: ae692bf2-660d-4446-b137-d8cd58f9a30c {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 910.616780] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.617456] env[65899]: DEBUG nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 910.620676] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.312s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.620676] env[65899]: DEBUG nova.objects.instance [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lazy-loading 'resources' on Instance uuid bdfc411c-60fa-460f-9e67-031ec6ad6965 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.649741] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294762} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.650020] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.650232] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.650413] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.839030] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f51527-8635-36be-d62c-290610db7485, 'name': SearchDatastore_Task, 'duration_secs': 0.018268} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.839363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.839660] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 51e7c516-3218-4cc4-9c9e-0e633c54c9fc/51e7c516-3218-4cc4-9c9e-0e633c54c9fc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.839950] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1720f55e-7454-4669-a507-b3706d8357c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.850283] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 910.850283] env[65899]: value = "task-4894971" [ 910.850283] env[65899]: _type = "Task" [ 910.850283] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.859529] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.890678] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.950078] env[65899]: DEBUG nova.compute.manager [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Received event network-vif-plugged-ae692bf2-660d-4446-b137-d8cd58f9a30c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 910.950450] env[65899]: DEBUG oslo_concurrency.lockutils [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] Acquiring lock "a66b6534-d419-425a-b1d2-801040125b39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.950613] env[65899]: DEBUG oslo_concurrency.lockutils [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] Lock "a66b6534-d419-425a-b1d2-801040125b39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.950666] env[65899]: DEBUG oslo_concurrency.lockutils [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] Lock "a66b6534-d419-425a-b1d2-801040125b39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.950825] env[65899]: DEBUG nova.compute.manager [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] No waiting events found dispatching network-vif-plugged-ae692bf2-660d-4446-b137-d8cd58f9a30c {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 910.950984] env[65899]: WARNING nova.compute.manager [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Received unexpected event network-vif-plugged-ae692bf2-660d-4446-b137-d8cd58f9a30c for instance with vm_state building and task_state spawning. [ 910.951178] env[65899]: DEBUG nova.compute.manager [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Received event network-changed-ae692bf2-660d-4446-b137-d8cd58f9a30c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 910.951364] env[65899]: DEBUG nova.compute.manager [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Refreshing instance network info cache due to event network-changed-ae692bf2-660d-4446-b137-d8cd58f9a30c. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 910.951563] env[65899]: DEBUG oslo_concurrency.lockutils [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] Acquiring lock "refresh_cache-a66b6534-d419-425a-b1d2-801040125b39" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.951697] env[65899]: DEBUG oslo_concurrency.lockutils [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] Acquired lock "refresh_cache-a66b6534-d419-425a-b1d2-801040125b39" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.952069] env[65899]: DEBUG nova.network.neutron [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Refreshing network info cache for port ae692bf2-660d-4446-b137-d8cd58f9a30c {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.014262] env[65899]: DEBUG nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 911.097057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "refresh_cache-a66b6534-d419-425a-b1d2-801040125b39" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.128126] env[65899]: DEBUG nova.compute.utils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.129790] env[65899]: DEBUG nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 911.130012] env[65899]: DEBUG nova.network.neutron [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 911.130354] env[65899]: WARNING neutronclient.v2_0.client [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.130701] env[65899]: WARNING neutronclient.v2_0.client [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.174662] env[65899]: DEBUG nova.policy [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '686f993023ab4952b2fcb71805dfff8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dabe4d2d4654198bb1edd807cb2fbff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.366691] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894971, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.403316] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894970, 'name': ReconfigVM_Task, 'duration_secs': 0.666949} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.404327] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 59452711-a31f-4f03-b5f7-d6fdfbc12ad7/59452711-a31f-4f03-b5f7-d6fdfbc12ad7.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.405432] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb344345-d102-45a2-b1c0-8ca4e9a54b12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.419946] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 911.419946] env[65899]: value = "task-4894972" [ 911.419946] env[65899]: _type = "Task" [ 911.419946] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.435168] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894972, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.456362] env[65899]: WARNING neutronclient.v2_0.client [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.466791] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.467264] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.509671] env[65899]: DEBUG nova.network.neutron [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 911.550926] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.629136] env[65899]: DEBUG nova.network.neutron [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Successfully created port: 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 911.635451] env[65899]: DEBUG nova.network.neutron [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.637872] env[65899]: DEBUG nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 911.697797] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.698356] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.698356] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.698564] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.698711] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.699020] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.699848] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.699848] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.699848] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.700017] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.700836] env[65899]: DEBUG nova.virt.hardware [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.701102] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b98c141-d31e-4a86-b6f9-0f96fde52161 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.713522] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78144256-4702-4ae0-bcef-366048ea8e67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.735499] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.739962] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.743031] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.744122] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d3a1c4-97c4-4bc0-9fb8-8a25acc4ef17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.759484] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e25bcf-c9e4-4ac3-ad0d-2555c19e87bb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.770128] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3eab7f-65ae-4b1c-8a6f-127c2f076f88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.773536] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.773536] env[65899]: value = "task-4894973" [ 911.773536] env[65899]: _type = "Task" [ 911.773536] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.811079] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0055355-8c0d-48cf-bd01-d13529922898 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.817640] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894973, 'name': CreateVM_Task} progress is 15%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.822916] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da372ae-0f23-4776-ad62-53678374e5e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.838618] env[65899]: DEBUG nova.compute.provider_tree [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.861576] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792104} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.861868] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 51e7c516-3218-4cc4-9c9e-0e633c54c9fc/51e7c516-3218-4cc4-9c9e-0e633c54c9fc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.862107] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.862499] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-432a708c-5037-467c-b8d0-b9b4484da6b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.870478] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 911.870478] env[65899]: value = "task-4894974" [ 911.870478] env[65899]: _type = "Task" [ 911.870478] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.881742] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.933204] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894972, 'name': Rename_Task, 'duration_secs': 0.212115} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.933204] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.933445] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c062f447-be90-4cfc-8b46-1042d502ce2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.940359] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 911.940359] env[65899]: value = "task-4894975" [ 911.940359] env[65899]: _type = "Task" [ 911.940359] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.949717] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.970674] env[65899]: DEBUG nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 912.142205] env[65899]: DEBUG oslo_concurrency.lockutils [req-14d335c5-a7bc-4898-b8b4-55b87fcf3991 req-0ee897dc-4b3c-49fa-a5db-78359ab3b0b2 service nova] Releasing lock "refresh_cache-a66b6534-d419-425a-b1d2-801040125b39" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.142675] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "refresh_cache-a66b6534-d419-425a-b1d2-801040125b39" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.142866] env[65899]: DEBUG nova.network.neutron [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.284143] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894973, 'name': CreateVM_Task, 'duration_secs': 0.512671} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.284398] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.284953] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.285167] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.285551] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.285824] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f201d9-91f7-4115-99d1-33e4aa091025 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.291122] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 912.291122] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525e2369-f6be-baea-aee6-994f560754fd" [ 912.291122] env[65899]: _type = "Task" [ 912.291122] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.301349] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525e2369-f6be-baea-aee6-994f560754fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.342489] env[65899]: DEBUG nova.scheduler.client.report [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.382485] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140905} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.382893] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.383754] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26a0f0-4812-4716-a93f-e1ec174d7b48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.407754] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 51e7c516-3218-4cc4-9c9e-0e633c54c9fc/51e7c516-3218-4cc4-9c9e-0e633c54c9fc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.408121] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3318d7ba-6e07-4ae8-a735-50f7676dbe5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.430423] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 912.430423] env[65899]: value = "task-4894976" [ 912.430423] env[65899]: _type = "Task" [ 912.430423] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.439777] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.451576] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.501527] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.651738] env[65899]: DEBUG nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 912.679148] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.679569] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.679797] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.679998] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.680494] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.680494] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.680494] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.680656] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.680827] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.681077] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.681313] env[65899]: DEBUG nova.virt.hardware [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.682332] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d5e9b9-3483-4644-821a-506efcd354e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.686408] env[65899]: DEBUG nova.network.neutron [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 912.695377] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b2ab8-27df-44be-8db5-025eceb69f32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.791893] env[65899]: WARNING neutronclient.v2_0.client [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.803958] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525e2369-f6be-baea-aee6-994f560754fd, 'name': SearchDatastore_Task, 'duration_secs': 0.016494} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.804337] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.804619] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.805135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.805135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.805737] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.805737] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5837f060-7948-4d18-ba6f-d901e9f47701 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.816526] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.816930] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.817525] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4250e622-ca38-4f37-99c0-7935ffc24c33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.823777] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 912.823777] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523d51ac-0f98-136f-7e4c-c07b11c557b4" [ 912.823777] env[65899]: _type = "Task" [ 912.823777] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.831936] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523d51ac-0f98-136f-7e4c-c07b11c557b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.849071] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.851024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.372s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.870346] env[65899]: INFO nova.scheduler.client.report [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Deleted allocations for instance bdfc411c-60fa-460f-9e67-031ec6ad6965 [ 912.895336] env[65899]: DEBUG nova.network.neutron [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Updating instance_info_cache with network_info: [{"id": "ae692bf2-660d-4446-b137-d8cd58f9a30c", "address": "fa:16:3e:7f:a8:1c", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae692bf2-66", "ovs_interfaceid": "ae692bf2-660d-4446-b137-d8cd58f9a30c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.944153] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894976, 'name': ReconfigVM_Task, 'duration_secs': 0.306101} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.946748] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 51e7c516-3218-4cc4-9c9e-0e633c54c9fc/51e7c516-3218-4cc4-9c9e-0e633c54c9fc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.947771] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9af084b3-ee0c-440b-bf68-478f56afa2a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.955845] env[65899]: DEBUG oslo_vmware.api [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4894975, 'name': PowerOnVM_Task, 'duration_secs': 0.516833} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.957400] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.957628] env[65899]: INFO nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Took 9.23 seconds to spawn the instance on the hypervisor. [ 912.957804] env[65899]: DEBUG nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 912.958311] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 912.958311] env[65899]: value = "task-4894977" [ 912.958311] env[65899]: _type = "Task" [ 912.958311] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.959107] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55997565-50fa-4371-97dc-9c07ba8ddb91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.977509] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894977, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.223115] env[65899]: DEBUG nova.compute.manager [req-df6d0d03-ff65-47b0-81b9-eac77766f8c1 req-399fa7f1-055b-4122-9179-53cfb41e1e9a service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Received event network-vif-plugged-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 913.223115] env[65899]: DEBUG oslo_concurrency.lockutils [req-df6d0d03-ff65-47b0-81b9-eac77766f8c1 req-399fa7f1-055b-4122-9179-53cfb41e1e9a service nova] Acquiring lock "2da699de-cb16-46e4-9d53-b32e87af893f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.223115] env[65899]: DEBUG oslo_concurrency.lockutils [req-df6d0d03-ff65-47b0-81b9-eac77766f8c1 req-399fa7f1-055b-4122-9179-53cfb41e1e9a service nova] Lock "2da699de-cb16-46e4-9d53-b32e87af893f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.223115] env[65899]: DEBUG oslo_concurrency.lockutils [req-df6d0d03-ff65-47b0-81b9-eac77766f8c1 req-399fa7f1-055b-4122-9179-53cfb41e1e9a service nova] Lock "2da699de-cb16-46e4-9d53-b32e87af893f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.223115] env[65899]: DEBUG nova.compute.manager [req-df6d0d03-ff65-47b0-81b9-eac77766f8c1 req-399fa7f1-055b-4122-9179-53cfb41e1e9a service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] No waiting events found dispatching network-vif-plugged-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 913.223316] env[65899]: WARNING nova.compute.manager [req-df6d0d03-ff65-47b0-81b9-eac77766f8c1 req-399fa7f1-055b-4122-9179-53cfb41e1e9a service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Received unexpected event network-vif-plugged-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f for instance with vm_state building and task_state spawning. [ 913.274606] env[65899]: DEBUG nova.network.neutron [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Successfully updated port: 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 913.336129] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523d51ac-0f98-136f-7e4c-c07b11c557b4, 'name': SearchDatastore_Task, 'duration_secs': 0.053928} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.337102] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fd9ad6-bb74-44c0-bff0-65eb5a03bdf0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.343985] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 913.343985] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d64a69-83f7-343e-ef2c-74c982e8a520" [ 913.343985] env[65899]: _type = "Task" [ 913.343985] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.355922] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d64a69-83f7-343e-ef2c-74c982e8a520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.382456] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6dc1d30b-1f1e-465b-9dc9-b08f473cedb6 tempest-ServersListShow298Test-1342391893 tempest-ServersListShow298Test-1342391893-project-member] Lock "bdfc411c-60fa-460f-9e67-031ec6ad6965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.969s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.400098] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "refresh_cache-a66b6534-d419-425a-b1d2-801040125b39" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.400570] env[65899]: DEBUG nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Instance network_info: |[{"id": "ae692bf2-660d-4446-b137-d8cd58f9a30c", "address": "fa:16:3e:7f:a8:1c", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae692bf2-66", "ovs_interfaceid": "ae692bf2-660d-4446-b137-d8cd58f9a30c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 913.401479] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a8:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae692bf2-660d-4446-b137-d8cd58f9a30c', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.410826] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 913.414231] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66b6534-d419-425a-b1d2-801040125b39] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.415023] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65be274-87fa-4757-b603-b583f0cf3f6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.438632] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.438632] env[65899]: value = "task-4894978" [ 913.438632] env[65899]: _type = "Task" [ 913.438632] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.451304] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894978, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.470965] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894977, 'name': Rename_Task, 'duration_secs': 0.198756} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.473963] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.474512] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e5fc548-30f1-4fe4-84b9-76b214831bea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.484716] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 913.484716] env[65899]: value = "task-4894979" [ 913.484716] env[65899]: _type = "Task" [ 913.484716] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.489771] env[65899]: INFO nova.compute.manager [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Took 44.96 seconds to build instance. [ 913.503088] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.778093] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.779219] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.779219] env[65899]: DEBUG nova.network.neutron [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 913.846533] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84c6405-21d1-4061-9dff-3e5a77eec9e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.866269] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e128b66f-702a-4f25-aadc-c52e5e28383d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.871241] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d64a69-83f7-343e-ef2c-74c982e8a520, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.871568] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.871860] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.872800] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a744b1f-37f2-417a-88cd-17daa742cbf8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.905929] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b2858-d996-4c0f-9674-2010fcdc29a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.913421] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 913.913421] env[65899]: value = "task-4894980" [ 913.913421] env[65899]: _type = "Task" [ 913.913421] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.922993] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2216c7-4577-4aa2-ba16-acbcc27fb28a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.931494] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.944076] env[65899]: DEBUG nova.compute.provider_tree [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.955515] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894978, 'name': CreateVM_Task, 'duration_secs': 0.495438} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.956391] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66b6534-d419-425a-b1d2-801040125b39] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.956963] env[65899]: WARNING neutronclient.v2_0.client [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.957622] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.957724] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.958121] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.958640] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1376a204-0034-48a2-b5f8-39bd9a265a7f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.965424] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 913.965424] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523b3d55-eedd-a730-5fc7-f1a547ad25f3" [ 913.965424] env[65899]: _type = "Task" [ 913.965424] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.976181] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523b3d55-eedd-a730-5fc7-f1a547ad25f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.991891] env[65899]: DEBUG oslo_concurrency.lockutils [None req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.671s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.004358] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894979, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.369867] env[65899]: DEBUG nova.network.neutron [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 914.433465] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894980, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.451058] env[65899]: DEBUG nova.scheduler.client.report [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.484658] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.484658] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Processing image 61f87fcf-ecf7-4660-b354-b564ac5af3ba {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.484658] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba/61f87fcf-ecf7-4660-b354-b564ac5af3ba.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.484658] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba/61f87fcf-ecf7-4660-b354-b564ac5af3ba.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.484658] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.484658] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-983897fe-68e0-48b0-b51f-da5043506797 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.504906] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.504986] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.509729] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c982ef7d-3eef-414c-bfbe-773651017c06 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.514480] env[65899]: DEBUG oslo_vmware.api [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894979, 'name': PowerOnVM_Task, 'duration_secs': 0.583038} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.516575] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.516986] env[65899]: INFO nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Took 8.13 seconds to spawn the instance on the hypervisor. [ 914.517198] env[65899]: DEBUG nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 914.517684] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 914.517684] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7d38f-d57f-4ad3-bd2d-908a5da01842" [ 914.517684] env[65899]: _type = "Task" [ 914.517684] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.518555] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4893f7-a45e-4918-8a71-12221ec8cf91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.539055] env[65899]: WARNING neutronclient.v2_0.client [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.543749] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7d38f-d57f-4ad3-bd2d-908a5da01842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.639193] env[65899]: DEBUG nova.network.neutron [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Updating instance_info_cache with network_info: [{"id": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "address": "fa:16:3e:af:7f:05", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c6a035-4f", "ovs_interfaceid": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.927827] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846446} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.927827] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.927827] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.928279] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11ab0c11-bce5-44e9-82ea-5fe7052c2d6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.936707] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 914.936707] env[65899]: value = "task-4894981" [ 914.936707] env[65899]: _type = "Task" [ 914.936707] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.947379] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.033569] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Preparing fetch location {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 915.033921] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Fetch image to [datastore1] OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a/OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a.vmdk {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 915.034137] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Downloading stream optimized image 61f87fcf-ecf7-4660-b354-b564ac5af3ba to [datastore1] OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a/OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a.vmdk on the data store datastore1 as vApp {{(pid=65899) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 915.034332] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Downloading image file data 61f87fcf-ecf7-4660-b354-b564ac5af3ba to the ESX as VM named 'OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a' {{(pid=65899) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 915.051080] env[65899]: INFO nova.compute.manager [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Took 42.16 seconds to build instance. [ 915.114948] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 915.114948] env[65899]: value = "resgroup-9" [ 915.114948] env[65899]: _type = "ResourcePool" [ 915.114948] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 915.115206] env[65899]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fa0d7b46-e36a-4161-b023-d57156189664 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.139780] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease: (returnval){ [ 915.139780] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5218b2e1-92ed-6c52-777e-637cc08588b8" [ 915.139780] env[65899]: _type = "HttpNfcLease" [ 915.139780] env[65899]: } obtained for vApp import into resource pool (val){ [ 915.139780] env[65899]: value = "resgroup-9" [ 915.139780] env[65899]: _type = "ResourcePool" [ 915.139780] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 915.140073] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the lease: (returnval){ [ 915.140073] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5218b2e1-92ed-6c52-777e-637cc08588b8" [ 915.140073] env[65899]: _type = "HttpNfcLease" [ 915.140073] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.144473] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.145354] env[65899]: DEBUG nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Instance network_info: |[{"id": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "address": "fa:16:3e:af:7f:05", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c6a035-4f", "ovs_interfaceid": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 915.145565] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:7f:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94c6a035-4fc8-43a5-9642-74dfb7b2dd5f', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.157526] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.158376] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.158619] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e491c55e-3584-4a04-ae27-52270b5be71c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.178074] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.178074] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5218b2e1-92ed-6c52-777e-637cc08588b8" [ 915.178074] env[65899]: _type = "HttpNfcLease" [ 915.178074] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.184199] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.184199] env[65899]: value = "task-4894983" [ 915.184199] env[65899]: _type = "Task" [ 915.184199] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.196948] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894983, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.259605] env[65899]: DEBUG nova.compute.manager [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Received event network-changed-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.259859] env[65899]: DEBUG nova.compute.manager [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Refreshing instance network info cache due to event network-changed-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.260686] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] Acquiring lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.260686] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] Acquired lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.260686] env[65899]: DEBUG nova.network.neutron [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Refreshing network info cache for port 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.447834] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122639} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.448219] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.449113] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184b578d-066b-4f00-a828-141712bd1d42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.469495] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.470917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.620s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.474079] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6244262-eeda-4ab7-9d75-0d19577390ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.491989] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.746s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.492320] env[65899]: DEBUG nova.objects.instance [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lazy-loading 'resources' on Instance uuid 6408f670-5079-491b-9b41-f65b0994e0c6 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.502122] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 915.502122] env[65899]: value = "task-4894984" [ 915.502122] env[65899]: _type = "Task" [ 915.502122] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.515494] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.553211] env[65899]: DEBUG oslo_concurrency.lockutils [None req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.666s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.649095] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.649095] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5218b2e1-92ed-6c52-777e-637cc08588b8" [ 915.649095] env[65899]: _type = "HttpNfcLease" [ 915.649095] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.694911] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894983, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.764150] env[65899]: WARNING neutronclient.v2_0.client [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.898471] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.898736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.898948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.899147] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.899354] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.903553] env[65899]: INFO nova.compute.manager [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Terminating instance [ 915.931998] env[65899]: WARNING neutronclient.v2_0.client [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.013336] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.037559] env[65899]: DEBUG nova.network.neutron [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Updated VIF entry in instance network info cache for port 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.037801] env[65899]: DEBUG nova.network.neutron [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Updating instance_info_cache with network_info: [{"id": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "address": "fa:16:3e:af:7f:05", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c6a035-4f", "ovs_interfaceid": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.081102] env[65899]: INFO nova.scheduler.client.report [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted allocation for migration 122412ab-a2c8-4bc5-827d-a5300d51a961 [ 916.150680] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.150680] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5218b2e1-92ed-6c52-777e-637cc08588b8" [ 916.150680] env[65899]: _type = "HttpNfcLease" [ 916.150680] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.151222] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.151222] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5218b2e1-92ed-6c52-777e-637cc08588b8" [ 916.151222] env[65899]: _type = "HttpNfcLease" [ 916.151222] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 916.152317] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1a9284-30c7-4cd5-9697-3a28f058b04d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.165958] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e27b44-f3dd-1293-5299-751ffe41ed3b/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.166239] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e27b44-f3dd-1293-5299-751ffe41ed3b/disk-0.vmdk. {{(pid=65899) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 916.240725] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0686a0c1-ec9c-4454-8804-cb0eb2bf8899 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.243014] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4894983, 'name': CreateVM_Task, 'duration_secs': 0.629211} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.244314] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.247909] env[65899]: WARNING neutronclient.v2_0.client [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.248331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.248543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.248791] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.249287] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c5a776-b683-4b9f-bab6-b1629a83cac3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.256792] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 916.256792] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52275cb9-edf3-2b24-0e05-efee2e8310a0" [ 916.256792] env[65899]: _type = "Task" [ 916.256792] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.272069] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52275cb9-edf3-2b24-0e05-efee2e8310a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.409427] env[65899]: DEBUG nova.compute.manager [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 916.409775] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.411404] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56bd6a-5e95-4e4a-a251-98eb8c452ad7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.422169] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.426115] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d47a0a2-4c69-485f-9abb-976e2af1ca04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.434206] env[65899]: DEBUG oslo_vmware.api [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 916.434206] env[65899]: value = "task-4894985" [ 916.434206] env[65899]: _type = "Task" [ 916.434206] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.447728] env[65899]: DEBUG oslo_vmware.api [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.520779] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894984, 'name': ReconfigVM_Task, 'duration_secs': 0.800158} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.523061] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Reconfigured VM instance instance-00000047 to attach disk [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9/f867b477-d0c3-45f7-bca0-307c2e06c5a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.523837] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-463a4f57-7ced-4832-8a31-2ba64e60ed14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.532790] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 916.532790] env[65899]: value = "task-4894986" [ 916.532790] env[65899]: _type = "Task" [ 916.532790] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.542408] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] Releasing lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.542408] env[65899]: DEBUG nova.compute.manager [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Received event network-changed-9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 916.542408] env[65899]: DEBUG nova.compute.manager [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Refreshing instance network info cache due to event network-changed-9a856871-e4a3-4d63-8015-b7bdb0217933. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 916.542408] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] Acquiring lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.542674] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] Acquired lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.542742] env[65899]: DEBUG nova.network.neutron [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Refreshing network info cache for port 9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.552545] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894986, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.590198] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bd0fa8cf-fa0f-4a93-bb4a-9b2744450368 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.018s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.606291] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a48db-1d9c-4133-8d57-3547f2b472a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.619772] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c404dcc5-20e0-492d-a9df-589b9f78db8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.669234] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a6f0b-9c65-4668-b402-69b2bb8945de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.685730] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e65bc-1c89-4cf8-bc95-c84beb944b80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.709024] env[65899]: DEBUG nova.compute.provider_tree [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.776144] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52275cb9-edf3-2b24-0e05-efee2e8310a0, 'name': SearchDatastore_Task, 'duration_secs': 0.018803} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.779540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.779979] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.780376] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.780601] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.780890] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.781322] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0716b6-edfd-4d99-a1ca-171a08925de7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.793467] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.793716] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.794612] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0335ae-e6a6-4f86-bb2b-b4d9e1263ae0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.804997] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 916.804997] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d84a0e-4409-b253-2b65-ca563d54a4b9" [ 916.804997] env[65899]: _type = "Task" [ 916.804997] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.815940] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d84a0e-4409-b253-2b65-ca563d54a4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.945908] env[65899]: DEBUG oslo_vmware.api [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894985, 'name': PowerOffVM_Task, 'duration_secs': 0.23616} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.946651] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.946853] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.947290] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4e53610-3ef0-4f3c-8cb3-3a4a2bbd856e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.025265] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.025610] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.025865] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleting the datastore file [datastore1] 51e7c516-3218-4cc4-9c9e-0e633c54c9fc {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.026841] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f50c14e-f543-4a68-b588-f09edd856bcd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.036666] env[65899]: DEBUG oslo_vmware.api [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for the task: (returnval){ [ 917.036666] env[65899]: value = "task-4894988" [ 917.036666] env[65899]: _type = "Task" [ 917.036666] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.048171] env[65899]: WARNING neutronclient.v2_0.client [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.055890] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894986, 'name': Rename_Task, 'duration_secs': 0.169095} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.056235] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.056550] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8f249b-80c6-43f6-9752-066f2310a9d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.061884] env[65899]: DEBUG oslo_vmware.api [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.067734] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 917.067734] env[65899]: value = "task-4894989" [ 917.067734] env[65899]: _type = "Task" [ 917.067734] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.080462] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.212803] env[65899]: DEBUG nova.scheduler.client.report [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.257322] env[65899]: WARNING neutronclient.v2_0.client [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.261379] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Completed reading data from the image iterator. {{(pid=65899) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 917.261625] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e27b44-f3dd-1293-5299-751ffe41ed3b/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 917.262780] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b90411-d550-4420-874e-093176445825 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.271222] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e27b44-f3dd-1293-5299-751ffe41ed3b/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 917.271398] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e27b44-f3dd-1293-5299-751ffe41ed3b/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 917.271669] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f5c61a4-9952-460d-84ab-eecc7b5b7d16 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.319034] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d84a0e-4409-b253-2b65-ca563d54a4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.320079] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da31c7f4-a923-4dc8-822d-391d2bd6f16c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.327510] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 917.327510] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c4ec85-ba75-077d-6572-146b7105d04b" [ 917.327510] env[65899]: _type = "Task" [ 917.327510] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.338161] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c4ec85-ba75-077d-6572-146b7105d04b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.358977] env[65899]: DEBUG nova.network.neutron [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updated VIF entry in instance network info cache for port 9a856871-e4a3-4d63-8015-b7bdb0217933. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.359138] env[65899]: DEBUG nova.network.neutron [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.552897] env[65899]: DEBUG oslo_vmware.api [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Task: {'id': task-4894988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189261} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.553300] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.553375] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.553553] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.553738] env[65899]: INFO nova.compute.manager [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.553980] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 917.554202] env[65899]: DEBUG nova.compute.manager [-] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 917.554300] env[65899]: DEBUG nova.network.neutron [-] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.554550] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.560773] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e27b44-f3dd-1293-5299-751ffe41ed3b/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 917.560999] env[65899]: INFO nova.virt.vmwareapi.images [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Downloaded image file data 61f87fcf-ecf7-4660-b354-b564ac5af3ba [ 917.563147] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37790933-2d84-4362-8ee7-44937fba1a3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.584565] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-026bf882-f765-41b1-beba-ed4ab9d0d831 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.593327] env[65899]: DEBUG oslo_vmware.api [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4894989, 'name': PowerOnVM_Task, 'duration_secs': 0.480111} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.594461] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.596440] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.596554] env[65899]: DEBUG nova.compute.manager [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 917.597728] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51589c4a-efae-44d6-8fc0-47674ffce0a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.665932] env[65899]: INFO nova.virt.vmwareapi.images [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] The imported VM was unregistered [ 917.668481] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Caching image {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 917.668481] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating directory with path [datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.668766] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12478fc3-f4b2-4f73-bb33-38304cdb80b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.693236] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created directory with path [datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.693602] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a/OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a.vmdk to [datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba/61f87fcf-ecf7-4660-b354-b564ac5af3ba.vmdk. {{(pid=65899) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 917.693870] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f9949981-d069-462c-9cf6-8d2284c67a35 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.703569] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 917.703569] env[65899]: value = "task-4894991" [ 917.703569] env[65899]: _type = "Task" [ 917.703569] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.713555] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894991, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.722991] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.727078] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.369s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.727402] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.730121] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.611s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.732677] env[65899]: INFO nova.compute.claims [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.791561] env[65899]: INFO nova.scheduler.client.report [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Deleted allocations for instance ef5f0333-5109-4fb6-91be-179cdf2541fa [ 917.822880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "2905feb0-b217-495e-8f12-b01938e407e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.822880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.822880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "2905feb0-b217-495e-8f12-b01938e407e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.822880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.822880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.824365] env[65899]: INFO nova.scheduler.client.report [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted allocations for instance 6408f670-5079-491b-9b41-f65b0994e0c6 [ 917.825670] env[65899]: INFO nova.compute.manager [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Terminating instance [ 917.852817] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c4ec85-ba75-077d-6572-146b7105d04b, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.852817] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.852817] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 2da699de-cb16-46e4-9d53-b32e87af893f/2da699de-cb16-46e4-9d53-b32e87af893f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.852817] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2dc33a-2589-4ecc-854b-cabbf6ef49ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.862100] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 917.862100] env[65899]: value = "task-4894992" [ 917.862100] env[65899]: _type = "Task" [ 917.862100] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.863907] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca228244-741b-40ba-baae-ac42a1070c8d req-a21a6b6e-2bbb-492c-90c6-1714ec646e7b service nova] Releasing lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.872509] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.047097] env[65899]: DEBUG nova.compute.manager [req-bbaa4c9a-749f-4161-90db-ebc66bbef6e1 req-686a20f2-72f2-4fe8-b96a-2a6290fcb0a7 service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Received event network-vif-deleted-b681fdc0-6d6d-44f4-a67a-f9b96e349036 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 918.047314] env[65899]: INFO nova.compute.manager [req-bbaa4c9a-749f-4161-90db-ebc66bbef6e1 req-686a20f2-72f2-4fe8-b96a-2a6290fcb0a7 service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Neutron deleted interface b681fdc0-6d6d-44f4-a67a-f9b96e349036; detaching it from the instance and deleting it from the info cache [ 918.047658] env[65899]: DEBUG nova.network.neutron [req-bbaa4c9a-749f-4161-90db-ebc66bbef6e1 req-686a20f2-72f2-4fe8-b96a-2a6290fcb0a7 service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.119630] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.215540] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894991, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.302156] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73baaf7e-5028-4e11-98ef-ba136fef4a51 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "ef5f0333-5109-4fb6-91be-179cdf2541fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.461s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.342215] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "6408f670-5079-491b-9b41-f65b0994e0c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.177s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.350520] env[65899]: DEBUG nova.compute.manager [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 918.350749] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.352137] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001b98f-bfc3-4b4b-81ba-d82e2b5e7f88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.364811] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.367469] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb8928f-4ce4-4337-b4bc-92b10d25dd4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.376600] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.379148] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 918.379148] env[65899]: value = "task-4894993" [ 918.379148] env[65899]: _type = "Task" [ 918.379148] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.393067] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.418807] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.419043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.452159] env[65899]: DEBUG nova.network.neutron [-] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.554174] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fbc56eb-930d-4dd6-a570-79e5f15ba889 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.569199] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6526351e-a313-441b-b072-537e13a958d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.615889] env[65899]: DEBUG nova.compute.manager [req-bbaa4c9a-749f-4161-90db-ebc66bbef6e1 req-686a20f2-72f2-4fe8-b96a-2a6290fcb0a7 service nova] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Detach interface failed, port_id=b681fdc0-6d6d-44f4-a67a-f9b96e349036, reason: Instance 51e7c516-3218-4cc4-9c9e-0e633c54c9fc could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.718889] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894991, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.882895] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894992, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.894356] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.922074] env[65899]: DEBUG nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 918.954928] env[65899]: INFO nova.compute.manager [-] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Took 1.40 seconds to deallocate network for instance. [ 919.045275] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "afbb5c92-d555-4b8f-b170-5cb53e87491d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.045704] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.045952] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "afbb5c92-d555-4b8f-b170-5cb53e87491d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.046178] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.046394] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.048706] env[65899]: INFO nova.compute.manager [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Terminating instance [ 919.224067] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894991, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.265339] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf504994-b421-49c4-ac16-3f919ce2ec94 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.279067] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a512048-65f1-4212-8830-c9ea73e38d7c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.324507] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4452cfb0-8fe1-4ebc-ac07-f95387846d5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.338923] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1265d5d-0160-4afb-a0b7-d8ae37799fd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.365483] env[65899]: DEBUG nova.compute.provider_tree [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.386321] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894992, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.402052] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894993, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.463704] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.468907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.472893] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "84b05cd7-0df1-4e11-a510-e0fc1397c726" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.473179] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.508192] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.508499] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.508787] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.509354] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.509631] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.514072] env[65899]: INFO nova.compute.manager [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Terminating instance [ 919.556149] env[65899]: DEBUG nova.compute.manager [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 919.556630] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.557680] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f5273-b36c-4af9-b91f-1f8215f2dbd6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.569627] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.570612] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce374631-3adc-45e4-b8a6-57dc2622a170 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.579370] env[65899]: DEBUG oslo_vmware.api [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 919.579370] env[65899]: value = "task-4894994" [ 919.579370] env[65899]: _type = "Task" [ 919.579370] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.593485] env[65899]: DEBUG oslo_vmware.api [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.723830] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894991, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.879490] env[65899]: DEBUG nova.scheduler.client.report [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.883922] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.883922] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.884151] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.884310] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.884479] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.886370] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.887273] env[65899]: INFO nova.compute.manager [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Terminating instance [ 919.903099] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894993, 'name': PowerOffVM_Task, 'duration_secs': 1.218072} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.903487] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.903648] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.904245] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fde90f0-70be-4abf-ba2c-28cd0c6a4cf1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.976290] env[65899]: DEBUG nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 920.019319] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "refresh_cache-f867b477-d0c3-45f7-bca0-307c2e06c5a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.019529] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquired lock "refresh_cache-f867b477-d0c3-45f7-bca0-307c2e06c5a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.019689] env[65899]: DEBUG nova.network.neutron [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 920.090645] env[65899]: DEBUG oslo_vmware.api [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894994, 'name': PowerOffVM_Task, 'duration_secs': 0.282126} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.090876] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.091129] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.091436] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9ff7b07-2661-428d-acec-e3f7c23b379c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.184915] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.185047] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.185287] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Deleting the datastore file [datastore2] afbb5c92-d555-4b8f-b170-5cb53e87491d {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.186184] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e48489-b45b-4e3c-9e73-fa700fa40f0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.196973] env[65899]: DEBUG oslo_vmware.api [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for the task: (returnval){ [ 920.196973] env[65899]: value = "task-4894997" [ 920.196973] env[65899]: _type = "Task" [ 920.196973] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.208110] env[65899]: DEBUG oslo_vmware.api [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.221637] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894991, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.358369] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.358994] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.358994] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleting the datastore file [datastore1] 2905feb0-b217-495e-8f12-b01938e407e5 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.359303] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ddbd34b-6d66-45cc-9b60-5720f0f06dc7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.373279] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 920.373279] env[65899]: value = "task-4894998" [ 920.373279] env[65899]: _type = "Task" [ 920.373279] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.382227] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894992, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.386576} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.383113] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 2da699de-cb16-46e4-9d53-b32e87af893f/2da699de-cb16-46e4-9d53-b32e87af893f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.383371] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.383736] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-677e444e-4fdb-4cd1-a5dd-c8fb028e439e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.388388] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.389399] env[65899]: DEBUG nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 920.401559] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.167s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.401559] env[65899]: DEBUG nova.objects.instance [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lazy-loading 'resources' on Instance uuid 22e8ed67-93a1-4610-9f28-e6fdd14e0b81 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.403176] env[65899]: DEBUG nova.compute.manager [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 920.403416] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.403741] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.404084] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 920.404084] env[65899]: value = "task-4894999" [ 920.404084] env[65899]: _type = "Task" [ 920.404084] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.405461] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8f9f0-d48a-499d-b738-f6d5ddd0da3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.420589] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.421250] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b85f78ac-10db-4b87-ac22-bc292005825c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.426576] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.434214] env[65899]: DEBUG oslo_vmware.api [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 920.434214] env[65899]: value = "task-4895000" [ 920.434214] env[65899]: _type = "Task" [ 920.434214] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.447571] env[65899]: DEBUG oslo_vmware.api [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4895000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.503202] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.523290] env[65899]: WARNING neutronclient.v2_0.client [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.547363] env[65899]: DEBUG nova.network.neutron [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 920.662888] env[65899]: DEBUG nova.network.neutron [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.707537] env[65899]: DEBUG oslo_vmware.api [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.724211] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4894991, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.971441} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.724612] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a/OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a.vmdk to [datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba/61f87fcf-ecf7-4660-b354-b564ac5af3ba.vmdk. [ 920.724912] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Cleaning up location [datastore1] OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 920.725367] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_de1b7d79-0fae-4870-ac29-29b549f17f7a {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.725562] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9631db8e-3db0-4286-992d-07662b626771 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.735959] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 920.735959] env[65899]: value = "task-4895001" [ 920.735959] env[65899]: _type = "Task" [ 920.735959] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.749941] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.886788] env[65899]: DEBUG oslo_vmware.api [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4894998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4476} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.886788] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.886788] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.886788] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.886788] env[65899]: INFO nova.compute.manager [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Took 2.54 seconds to destroy the instance on the hypervisor. [ 920.887149] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.887149] env[65899]: DEBUG nova.compute.manager [-] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 920.887149] env[65899]: DEBUG nova.network.neutron [-] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 920.887524] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.906695] env[65899]: DEBUG nova.compute.utils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.911776] env[65899]: DEBUG nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 920.911776] env[65899]: DEBUG nova.network.neutron [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 920.912157] env[65899]: WARNING neutronclient.v2_0.client [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.912360] env[65899]: WARNING neutronclient.v2_0.client [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.924521] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4894999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091653} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.924521] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.925169] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbbe8f1-0f34-4dca-ac95-2aefb7475c85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.928574] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.958309] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2da699de-cb16-46e4-9d53-b32e87af893f/2da699de-cb16-46e4-9d53-b32e87af893f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.961913] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f819d546-4985-4352-a920-2156d8ea7ecb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.981724] env[65899]: DEBUG nova.policy [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f158c888d93b4f20a7ead9353638935f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0109ba622c5145588e413720d50478d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.984467] env[65899]: DEBUG oslo_vmware.api [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4895000, 'name': PowerOffVM_Task, 'duration_secs': 0.229627} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.984856] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.988024] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.988024] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a801074-2424-413c-808a-5b58abb91891 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.991430] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 920.991430] env[65899]: value = "task-4895002" [ 920.991430] env[65899]: _type = "Task" [ 920.991430] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.003236] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.080305] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.080847] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.080847] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Deleting the datastore file [datastore2] efedb7d3-e2eb-4c07-b313-3e7c6059e7fc {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.080979] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15e4511f-a70d-49f6-bdf0-c01db9012574 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.091018] env[65899]: DEBUG oslo_vmware.api [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for the task: (returnval){ [ 921.091018] env[65899]: value = "task-4895004" [ 921.091018] env[65899]: _type = "Task" [ 921.091018] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.101944] env[65899]: DEBUG oslo_vmware.api [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4895004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.165627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Releasing lock "refresh_cache-f867b477-d0c3-45f7-bca0-307c2e06c5a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.166125] env[65899]: DEBUG nova.compute.manager [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 921.166399] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.168083] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762b2b76-c207-4664-bfd1-12e3e15b0156 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.182517] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.182517] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2ba876-c10f-4647-9275-463cb0f670f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.202159] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 921.202159] env[65899]: value = "task-4895005" [ 921.202159] env[65899]: _type = "Task" [ 921.202159] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.218047] env[65899]: DEBUG oslo_vmware.api [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Task: {'id': task-4894997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.662589} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.218047] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4895005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.220782] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.220976] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.221666] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.222394] env[65899]: INFO nova.compute.manager [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 921.222394] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.222547] env[65899]: DEBUG nova.compute.manager [-] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 921.222653] env[65899]: DEBUG nova.network.neutron [-] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 921.222897] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.233318] env[65899]: DEBUG nova.compute.manager [req-3cc3c209-763e-4a9f-a25e-c91a1337e299 req-e6a8f19d-79b0-4e56-be13-9a6399c85e79 service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Received event network-vif-deleted-317ef2d6-241c-45bb-9219-79b66e0f615b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.233318] env[65899]: INFO nova.compute.manager [req-3cc3c209-763e-4a9f-a25e-c91a1337e299 req-e6a8f19d-79b0-4e56-be13-9a6399c85e79 service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Neutron deleted interface 317ef2d6-241c-45bb-9219-79b66e0f615b; detaching it from the instance and deleting it from the info cache [ 921.233454] env[65899]: DEBUG nova.network.neutron [req-3cc3c209-763e-4a9f-a25e-c91a1337e299 req-e6a8f19d-79b0-4e56-be13-9a6399c85e79 service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.253487] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059466} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.253852] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.254064] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba/61f87fcf-ecf7-4660-b354-b564ac5af3ba.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.254330] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba/61f87fcf-ecf7-4660-b354-b564ac5af3ba.vmdk to [datastore1] a66b6534-d419-425a-b1d2-801040125b39/a66b6534-d419-425a-b1d2-801040125b39.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.254916] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f590770-c4eb-4b98-bd8b-a1bd3613df0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.264766] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 921.264766] env[65899]: value = "task-4895006" [ 921.264766] env[65899]: _type = "Task" [ 921.264766] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.275314] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.380807] env[65899]: DEBUG nova.network.neutron [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Successfully created port: 37af7506-676a-477d-9e17-467cd0068e05 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 921.413703] env[65899]: DEBUG nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 921.443038] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a56b2a-7ba6-42bf-9994-010b94826c97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.455444] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c09fcb3-467a-4edd-8bd7-a8e7b1607d8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.499028] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.503767] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb8430-085d-4b6c-80f4-f5f3be48ca71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.515069] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895002, 'name': ReconfigVM_Task, 'duration_secs': 0.325667} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.516870] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2da699de-cb16-46e4-9d53-b32e87af893f/2da699de-cb16-46e4-9d53-b32e87af893f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.517663] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f982d06b-f6f6-4274-956f-6d7eb6a7c125 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.520677] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe182c1-f535-411c-b914-c25d62a77a67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.537097] env[65899]: DEBUG nova.compute.provider_tree [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.540084] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 921.540084] env[65899]: value = "task-4895007" [ 921.540084] env[65899]: _type = "Task" [ 921.540084] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.552938] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895007, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.605104] env[65899]: DEBUG oslo_vmware.api [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Task: {'id': task-4895004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331621} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.605568] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.605803] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.606611] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.606611] env[65899]: INFO nova.compute.manager [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Took 1.20 seconds to destroy the instance on the hypervisor. [ 921.606611] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.607221] env[65899]: DEBUG nova.compute.manager [-] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 921.609610] env[65899]: DEBUG nova.network.neutron [-] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 921.609610] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.655445] env[65899]: DEBUG nova.network.neutron [-] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.718324] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4895005, 'name': PowerOffVM_Task, 'duration_secs': 0.169426} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.718324] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.718324] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.718324] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b051b74-62ef-4752-a764-5a6366a0bb4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.736864] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ad5c9ec-b2b4-437f-9ed4-36c57f17bd6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.748175] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d237ca8-54cc-4e73-8d5d-ef2aabb70f13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.760200] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.760482] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.760654] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Deleting the datastore file [datastore1] f867b477-d0c3-45f7-bca0-307c2e06c5a9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.761369] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0dd7206-e34b-4fb1-90dc-41830dcdfb76 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.773019] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for the task: (returnval){ [ 921.773019] env[65899]: value = "task-4895009" [ 921.773019] env[65899]: _type = "Task" [ 921.773019] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.786953] env[65899]: DEBUG nova.compute.manager [req-3cc3c209-763e-4a9f-a25e-c91a1337e299 req-e6a8f19d-79b0-4e56-be13-9a6399c85e79 service nova] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Detach interface failed, port_id=317ef2d6-241c-45bb-9219-79b66e0f615b, reason: Instance 2905feb0-b217-495e-8f12-b01938e407e5 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 921.793817] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895006, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.800065] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4895009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.042488] env[65899]: DEBUG nova.scheduler.client.report [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.056260] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895007, 'name': Rename_Task, 'duration_secs': 0.166566} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.056686] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.056926] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-746c7dd1-7d6b-4e26-842e-16f57b3049b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.064915] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 922.064915] env[65899]: value = "task-4895010" [ 922.064915] env[65899]: _type = "Task" [ 922.064915] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.080141] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.159261] env[65899]: INFO nova.compute.manager [-] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Took 1.27 seconds to deallocate network for instance. [ 922.277939] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895006, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.297846] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4895009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.424773] env[65899]: DEBUG nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 922.452979] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.453242] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.453385] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.453577] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.453716] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.453966] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.454209] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.454442] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.454524] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.454808] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.455048] env[65899]: DEBUG nova.virt.hardware [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.455949] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f332d0-021b-4e18-bd87-6ef0f9eca708 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.470074] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9c126c-ad4d-400b-8d8d-913ccc984825 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.552956] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.556671] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.167s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.556671] env[65899]: DEBUG nova.objects.instance [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lazy-loading 'resources' on Instance uuid e3c16bfd-ccc4-4285-828f-4d0172d7dd89 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.577644] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.579732] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.584229] env[65899]: INFO nova.scheduler.client.report [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Deleted allocations for instance 22e8ed67-93a1-4610-9f28-e6fdd14e0b81 [ 922.666323] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.779343] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895006, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.799643] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4895009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.964521] env[65899]: DEBUG nova.network.neutron [-] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.079044] env[65899]: DEBUG oslo_vmware.api [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895010, 'name': PowerOnVM_Task, 'duration_secs': 0.767861} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.079821] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.080385] env[65899]: INFO nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Took 10.43 seconds to spawn the instance on the hypervisor. [ 923.080695] env[65899]: DEBUG nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.083368] env[65899]: DEBUG nova.network.neutron [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Successfully updated port: 37af7506-676a-477d-9e17-467cd0068e05 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 923.086131] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba69ef-b870-46cb-9bd9-63b9d34a30be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.095910] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fa5d2e64-7dcd-4687-8d52-e082947e8aac tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Lock "22e8ed67-93a1-4610-9f28-e6fdd14e0b81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.260s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.281367] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.302056] env[65899]: DEBUG oslo_vmware.api [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Task: {'id': task-4895009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.310423} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.302558] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.302650] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.302818] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.302970] env[65899]: INFO nova.compute.manager [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Took 2.14 seconds to destroy the instance on the hypervisor. [ 923.303255] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.306499] env[65899]: DEBUG nova.compute.manager [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 923.306654] env[65899]: DEBUG nova.network.neutron [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 923.306939] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.329678] env[65899]: DEBUG nova.network.neutron [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 923.329942] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.406216] env[65899]: DEBUG nova.compute.manager [req-135f3a6c-867e-47f6-9be2-f1bab87f5c43 req-66b7bf54-3385-477e-9f71-08c3829a1c15 service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Received event network-vif-plugged-37af7506-676a-477d-9e17-467cd0068e05 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.406216] env[65899]: DEBUG oslo_concurrency.lockutils [req-135f3a6c-867e-47f6-9be2-f1bab87f5c43 req-66b7bf54-3385-477e-9f71-08c3829a1c15 service nova] Acquiring lock "fd808618-56f7-4449-b650-308ee0893a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.406216] env[65899]: DEBUG oslo_concurrency.lockutils [req-135f3a6c-867e-47f6-9be2-f1bab87f5c43 req-66b7bf54-3385-477e-9f71-08c3829a1c15 service nova] Lock "fd808618-56f7-4449-b650-308ee0893a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.406216] env[65899]: DEBUG oslo_concurrency.lockutils [req-135f3a6c-867e-47f6-9be2-f1bab87f5c43 req-66b7bf54-3385-477e-9f71-08c3829a1c15 service nova] Lock "fd808618-56f7-4449-b650-308ee0893a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.406387] env[65899]: DEBUG nova.compute.manager [req-135f3a6c-867e-47f6-9be2-f1bab87f5c43 req-66b7bf54-3385-477e-9f71-08c3829a1c15 service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] No waiting events found dispatching network-vif-plugged-37af7506-676a-477d-9e17-467cd0068e05 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 923.406494] env[65899]: WARNING nova.compute.manager [req-135f3a6c-867e-47f6-9be2-f1bab87f5c43 req-66b7bf54-3385-477e-9f71-08c3829a1c15 service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Received unexpected event network-vif-plugged-37af7506-676a-477d-9e17-467cd0068e05 for instance with vm_state building and task_state spawning. [ 923.406827] env[65899]: DEBUG nova.network.neutron [-] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.432038] env[65899]: DEBUG nova.compute.manager [req-2d7b5e69-27ef-4450-99e4-f0d183e86674 req-9b594c2a-ea8e-4065-bf80-0775d5f2a627 service nova] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Received event network-vif-deleted-a1dbf983-274e-4f88-9d46-4da4a8a8d2be {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.432038] env[65899]: DEBUG nova.compute.manager [req-2d7b5e69-27ef-4450-99e4-f0d183e86674 req-9b594c2a-ea8e-4065-bf80-0775d5f2a627 service nova] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Received event network-vif-deleted-b92bf404-816c-44a7-87da-0fc559deebe3 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.471884] env[65899]: INFO nova.compute.manager [-] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Took 2.25 seconds to deallocate network for instance. [ 923.555498] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dac540b-c95a-4059-a0f7-ae38daaaacd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.565666] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9fd1c-7143-47fe-bdd4-f5ec4aa03a00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.611740] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "refresh_cache-fd808618-56f7-4449-b650-308ee0893a12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.612039] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquired lock "refresh_cache-fd808618-56f7-4449-b650-308ee0893a12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.612305] env[65899]: DEBUG nova.network.neutron [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 923.625409] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d413aa-7822-41a6-9b65-46880a1c4568 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.630454] env[65899]: INFO nova.compute.manager [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Took 42.45 seconds to build instance. [ 923.639123] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa338b57-6af0-4b2d-86f1-fc4281835358 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.656713] env[65899]: DEBUG nova.compute.provider_tree [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.779410] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895006, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.833861] env[65899]: DEBUG nova.network.neutron [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.843227] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] Acquiring lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.843227] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] Acquired lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.843366] env[65899]: DEBUG nova.network.neutron [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 923.909882] env[65899]: INFO nova.compute.manager [-] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Took 2.30 seconds to deallocate network for instance. [ 923.980521] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.133359] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae4db497-03bf-4185-8489-241d8c80b85a tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "2da699de-cb16-46e4-9d53-b32e87af893f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.840s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.155659] env[65899]: DEBUG nova.network.neutron [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.159796] env[65899]: DEBUG nova.scheduler.client.report [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.246108] env[65899]: WARNING neutronclient.v2_0.client [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.279747] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895006, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.605995} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.280848] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61f87fcf-ecf7-4660-b354-b564ac5af3ba/61f87fcf-ecf7-4660-b354-b564ac5af3ba.vmdk to [datastore1] a66b6534-d419-425a-b1d2-801040125b39/a66b6534-d419-425a-b1d2-801040125b39.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.281120] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6561dd22-c1c1-4c78-999a-00bdf58fc600 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.306700] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a66b6534-d419-425a-b1d2-801040125b39/a66b6534-d419-425a-b1d2-801040125b39.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.310420] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a1cc967-0573-440e-93a9-5e9f067360d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.332749] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 924.332749] env[65899]: value = "task-4895011" [ 924.332749] env[65899]: _type = "Task" [ 924.332749] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.344078] env[65899]: INFO nova.compute.manager [-] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Took 1.04 seconds to deallocate network for instance. [ 924.344428] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.346454] env[65899]: WARNING neutronclient.v2_0.client [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.383230] env[65899]: DEBUG nova.network.neutron [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Updating instance_info_cache with network_info: [{"id": "37af7506-676a-477d-9e17-467cd0068e05", "address": "fa:16:3e:c1:c3:fa", "network": {"id": "c26fa1d9-0314-4c96-89aa-a1dba08dc98f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2134700742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0109ba622c5145588e413720d50478d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37af7506-67", "ovs_interfaceid": "37af7506-676a-477d-9e17-467cd0068e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.418818] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.599174] env[65899]: WARNING neutronclient.v2_0.client [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.667023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.667178] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.324s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.669140] env[65899]: INFO nova.compute.claims [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.681554] env[65899]: DEBUG nova.network.neutron [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Updating instance_info_cache with network_info: [{"id": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "address": "fa:16:3e:af:7f:05", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c6a035-4f", "ovs_interfaceid": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.692418] env[65899]: INFO nova.scheduler.client.report [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Deleted allocations for instance e3c16bfd-ccc4-4285-828f-4d0172d7dd89 [ 924.847204] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.854263] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.886811] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Releasing lock "refresh_cache-fd808618-56f7-4449-b650-308ee0893a12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.888113] env[65899]: DEBUG nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Instance network_info: |[{"id": "37af7506-676a-477d-9e17-467cd0068e05", "address": "fa:16:3e:c1:c3:fa", "network": {"id": "c26fa1d9-0314-4c96-89aa-a1dba08dc98f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2134700742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0109ba622c5145588e413720d50478d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37af7506-67", "ovs_interfaceid": "37af7506-676a-477d-9e17-467cd0068e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 924.888113] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:c3:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37af7506-676a-477d-9e17-467cd0068e05', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.896853] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Creating folder: Project (0109ba622c5145588e413720d50478d4). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.897686] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab4be29-1cb2-4522-9d96-2039d79ea75f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.911810] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Created folder: Project (0109ba622c5145588e413720d50478d4) in parent group-v953787. [ 924.911810] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Creating folder: Instances. Parent ref: group-v954001. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.912118] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f706b03-9646-45f5-8ada-7afe8bedc30d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.924238] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Created folder: Instances in parent group-v954001. [ 924.924739] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 924.925019] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd808618-56f7-4449-b650-308ee0893a12] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.925366] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95b4160b-c6a5-4bc0-8794-723439fd53ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.945794] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.945794] env[65899]: value = "task-4895014" [ 924.945794] env[65899]: _type = "Task" [ 924.945794] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.955795] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895014, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.185074] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] Releasing lock "refresh_cache-2da699de-cb16-46e4-9d53-b32e87af893f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.185316] env[65899]: DEBUG nova.compute.manager [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Inject network info {{(pid=65899) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 925.185565] env[65899]: DEBUG nova.compute.manager [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] network_info to inject: |[{"id": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "address": "fa:16:3e:af:7f:05", "network": {"id": "27e26b10-f392-4d4a-a15c-2bf364d8101b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1639710681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dabe4d2d4654198bb1edd807cb2fbff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c6a035-4f", "ovs_interfaceid": "94c6a035-4fc8-43a5-9642-74dfb7b2dd5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 925.191246] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Reconfiguring VM instance to set the machine id {{(pid=65899) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 925.192094] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ea33cf-b780-4710-a0b2-2d931efdaebc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.208465] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b929e788-241f-4c8a-8ad3-40dfd5bc7b5b tempest-ServerShowV247Test-1510357414 tempest-ServerShowV247Test-1510357414-project-member] Lock "e3c16bfd-ccc4-4285-828f-4d0172d7dd89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.071s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.217225] env[65899]: DEBUG oslo_vmware.api [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] Waiting for the task: (returnval){ [ 925.217225] env[65899]: value = "task-4895015" [ 925.217225] env[65899]: _type = "Task" [ 925.217225] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.230723] env[65899]: DEBUG oslo_vmware.api [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] Task: {'id': task-4895015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.348530] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895011, 'name': ReconfigVM_Task, 'duration_secs': 0.970273} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.348776] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a66b6534-d419-425a-b1d2-801040125b39/a66b6534-d419-425a-b1d2-801040125b39.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.349524] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df871f4c-19b5-4cb9-8b8c-f12559a83cef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.358420] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 925.358420] env[65899]: value = "task-4895016" [ 925.358420] env[65899]: _type = "Task" [ 925.358420] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.369100] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895016, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.461957] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895014, 'name': CreateVM_Task, 'duration_secs': 0.39776} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.461957] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd808618-56f7-4449-b650-308ee0893a12] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.461957] env[65899]: WARNING neutronclient.v2_0.client [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.462724] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.462724] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.462910] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.463174] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32afedd3-fb03-452b-bdf0-e9146b3e207a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.468939] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 925.468939] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5208c8d6-a402-a612-b902-1dfc73146a7d" [ 925.468939] env[65899]: _type = "Task" [ 925.468939] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.482309] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5208c8d6-a402-a612-b902-1dfc73146a7d, 'name': SearchDatastore_Task} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.483829] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.483829] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.483829] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.483829] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.483829] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.484105] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d31e920-664e-4c9b-8772-73aadb21bf55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.495186] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.495365] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.496256] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493a850d-c42f-4c3f-84d2-89d2bd279e59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.505858] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 925.505858] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52907e58-16e2-203e-0b62-298e9ad4d89b" [ 925.505858] env[65899]: _type = "Task" [ 925.505858] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.519422] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52907e58-16e2-203e-0b62-298e9ad4d89b, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.520173] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11d0776-410e-45c7-bc92-28393c784a8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.531026] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 925.531026] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528b41c1-168f-c5cc-060e-c2e6dca506dd" [ 925.531026] env[65899]: _type = "Task" [ 925.531026] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.541847] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528b41c1-168f-c5cc-060e-c2e6dca506dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.570926] env[65899]: DEBUG nova.compute.manager [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Received event network-changed-37af7506-676a-477d-9e17-467cd0068e05 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.571325] env[65899]: DEBUG nova.compute.manager [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Refreshing instance network info cache due to event network-changed-37af7506-676a-477d-9e17-467cd0068e05. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 925.571639] env[65899]: DEBUG oslo_concurrency.lockutils [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] Acquiring lock "refresh_cache-fd808618-56f7-4449-b650-308ee0893a12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.571844] env[65899]: DEBUG oslo_concurrency.lockutils [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] Acquired lock "refresh_cache-fd808618-56f7-4449-b650-308ee0893a12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.572046] env[65899]: DEBUG nova.network.neutron [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Refreshing network info cache for port 37af7506-676a-477d-9e17-467cd0068e05 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.737120] env[65899]: DEBUG oslo_vmware.api [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] Task: {'id': task-4895015, 'name': ReconfigVM_Task, 'duration_secs': 0.211335} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.743164] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-58c858f7-97fe-4a1d-af4a-c94d8ebb8ca3 tempest-ServersAdminTestJSON-1088584806 tempest-ServersAdminTestJSON-1088584806-project-admin] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Reconfigured VM instance to set the machine id {{(pid=65899) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 925.868688] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895016, 'name': Rename_Task, 'duration_secs': 0.18683} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.871953] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.872571] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3911205-ab72-48f3-9bd8-2ddc1f895752 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.880841] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 925.880841] env[65899]: value = "task-4895017" [ 925.880841] env[65899]: _type = "Task" [ 925.880841] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.894294] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.044330] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528b41c1-168f-c5cc-060e-c2e6dca506dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.044330] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.044603] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] fd808618-56f7-4449-b650-308ee0893a12/fd808618-56f7-4449-b650-308ee0893a12.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.044671] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b9898e-b6e8-45b6-9c7f-4e71046c3887 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.058622] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 926.058622] env[65899]: value = "task-4895018" [ 926.058622] env[65899]: _type = "Task" [ 926.058622] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.068860] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.079021] env[65899]: WARNING neutronclient.v2_0.client [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.206989] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465008c-e54c-4df4-afac-fd4ce0a84628 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.217538] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34da0cce-7a85-49ed-a96c-f4b37da945de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.262966] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b9eb42-3801-44d8-afed-c5529cafc85e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.279931] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cde23e-9d7f-4a7e-ab55-13211ae999c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.298180] env[65899]: DEBUG nova.compute.provider_tree [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.395597] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895017, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.503609] env[65899]: WARNING neutronclient.v2_0.client [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.572096] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.615389] env[65899]: DEBUG nova.network.neutron [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Updated VIF entry in instance network info cache for port 37af7506-676a-477d-9e17-467cd0068e05. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.615914] env[65899]: DEBUG nova.network.neutron [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Updating instance_info_cache with network_info: [{"id": "37af7506-676a-477d-9e17-467cd0068e05", "address": "fa:16:3e:c1:c3:fa", "network": {"id": "c26fa1d9-0314-4c96-89aa-a1dba08dc98f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2134700742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0109ba622c5145588e413720d50478d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37af7506-67", "ovs_interfaceid": "37af7506-676a-477d-9e17-467cd0068e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.773513] env[65899]: INFO nova.compute.manager [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Rebuilding instance [ 926.806957] env[65899]: DEBUG nova.scheduler.client.report [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.852094] env[65899]: DEBUG nova.compute.manager [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 926.852965] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8087f326-609e-4e74-a220-03601ed4de26 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.893071] env[65899]: DEBUG oslo_vmware.api [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895017, 'name': PowerOnVM_Task, 'duration_secs': 0.65987} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.893508] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.893773] env[65899]: INFO nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Took 16.89 seconds to spawn the instance on the hypervisor. [ 926.894043] env[65899]: DEBUG nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 926.895132] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2c897-8fc7-4d29-baa1-2d8ec5064dff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.068999] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645467} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.069343] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] fd808618-56f7-4449-b650-308ee0893a12/fd808618-56f7-4449-b650-308ee0893a12.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.069571] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.069924] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abde835a-6c37-4358-bbe6-b3c7dd65063f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.076584] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 927.076584] env[65899]: value = "task-4895019" [ 927.076584] env[65899]: _type = "Task" [ 927.076584] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.088623] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.122627] env[65899]: DEBUG oslo_concurrency.lockutils [req-3ca8131f-064c-4f41-aad8-53d43de3a45c req-70792810-4ba4-458d-8603-4f406247b57c service nova] Releasing lock "refresh_cache-fd808618-56f7-4449-b650-308ee0893a12" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.313266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.313815] env[65899]: DEBUG nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 927.316902] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.377s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.317140] env[65899]: DEBUG nova.objects.instance [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'resources' on Instance uuid 68919289-24d0-452a-b09e-da46e741ca12 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.415889] env[65899]: INFO nova.compute.manager [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Took 47.89 seconds to build instance. [ 927.588559] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073302} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.588884] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.589986] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a752ee2-8b3f-4551-9cc8-c6f04accdf14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.614409] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] fd808618-56f7-4449-b650-308ee0893a12/fd808618-56f7-4449-b650-308ee0893a12.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.614720] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b65124dd-4c25-4f03-a531-ac319e238807 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.634761] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 927.634761] env[65899]: value = "task-4895020" [ 927.634761] env[65899]: _type = "Task" [ 927.634761] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.643713] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.822246] env[65899]: DEBUG nova.compute.utils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.827576] env[65899]: DEBUG nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 927.827576] env[65899]: DEBUG nova.network.neutron [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.827576] env[65899]: WARNING neutronclient.v2_0.client [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.827576] env[65899]: WARNING neutronclient.v2_0.client [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.872749] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.873271] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5a298b-6111-448e-9f02-6f27f241996c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.881870] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 927.881870] env[65899]: value = "task-4895021" [ 927.881870] env[65899]: _type = "Task" [ 927.881870] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.891086] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.918165] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bdc8216-814b-4d18-8328-8469b3d84cb5 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "a66b6534-d419-425a-b1d2-801040125b39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.074s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.923692] env[65899]: DEBUG nova.policy [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e5b7a8d8fa4b66ba0601f41afae439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dff8287edea34b939e602fe5ffb3cc9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.146435] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.331285] env[65899]: DEBUG nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 928.337099] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77cf4fc-8690-4dc5-b686-b09fb1b50880 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.346022] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23d9f9-af6b-42f9-9415-182aa3e526e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.382771] env[65899]: DEBUG nova.network.neutron [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Successfully created port: 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 928.390810] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed75910-13f2-489d-a3a3-404e6334c5a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.407915] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b1da49-0515-4fc1-8293-cd6922a7a7e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.411975] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895021, 'name': PowerOffVM_Task, 'duration_secs': 0.283287} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.412908] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.413381] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.416690] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec45280f-cc8c-42e8-bbc7-e1d05fff2702 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.427524] env[65899]: DEBUG nova.compute.provider_tree [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.434992] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.435800] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1dff767-a5a9-4289-b357-0c35c535e10b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.517405] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.517673] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.517863] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleting the datastore file [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.518171] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f321493-88c1-4ff5-8c4c-80f8662a4e54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.527124] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 928.527124] env[65899]: value = "task-4895023" [ 928.527124] env[65899]: _type = "Task" [ 928.527124] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.538119] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.647030] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895020, 'name': ReconfigVM_Task, 'duration_secs': 0.629634} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.647393] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Reconfigured VM instance instance-0000004c to attach disk [datastore1] fd808618-56f7-4449-b650-308ee0893a12/fd808618-56f7-4449-b650-308ee0893a12.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.648194] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-172667c9-d265-4482-8984-67a857602f41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.656209] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 928.656209] env[65899]: value = "task-4895024" [ 928.656209] env[65899]: _type = "Task" [ 928.656209] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.665995] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895024, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.842458] env[65899]: INFO nova.virt.block_device [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Booting with volume 2094fcca-0fc0-4bd4-adda-76a638e8ef7f at /dev/sda [ 928.882586] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a6a5b25-1194-4ccb-90b4-86635c765268 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.892805] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c847af-a3ac-43b8-b633-01a505ce9268 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.945085] env[65899]: DEBUG nova.scheduler.client.report [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.951184] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d46496a9-5538-4824-bce2-84fb2e818a6c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.962633] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6cb2c-e73a-4616-b368-c30ef1d10737 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.008769] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "a66b6534-d419-425a-b1d2-801040125b39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.008998] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "a66b6534-d419-425a-b1d2-801040125b39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.009250] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "a66b6534-d419-425a-b1d2-801040125b39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.009490] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "a66b6534-d419-425a-b1d2-801040125b39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.009654] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "a66b6534-d419-425a-b1d2-801040125b39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.012487] env[65899]: INFO nova.compute.manager [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Terminating instance [ 929.014530] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae8076f-aca6-4c4c-a94b-94e11e500e10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.024399] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12816c13-da4e-4d9a-8c22-a28c3b5a9421 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.037934] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141168} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.041541] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.041747] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.041923] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.045187] env[65899]: DEBUG nova.virt.block_device [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Updating existing volume attachment record: 4506bec7-9196-4966-a1ff-6090f394dff4 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.170092] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895024, 'name': Rename_Task, 'duration_secs': 0.208301} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.170799] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.170799] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c210edb-ed90-4b8f-a2c2-b37990edd180 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.178257] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 929.178257] env[65899]: value = "task-4895025" [ 929.178257] env[65899]: _type = "Task" [ 929.178257] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.187357] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.455676] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.459482] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.965s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.461338] env[65899]: DEBUG nova.objects.instance [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lazy-loading 'resources' on Instance uuid 7acb08b0-ed0f-446b-a06e-dbd53985bf1c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.486898] env[65899]: INFO nova.scheduler.client.report [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted allocations for instance 68919289-24d0-452a-b09e-da46e741ca12 [ 929.525727] env[65899]: DEBUG nova.compute.manager [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 929.526088] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.528334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2276aa3-b931-4145-9aac-a9b4fc92e8ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.536876] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.537100] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bc83405-abba-44c4-bd75-5061d573d698 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.546757] env[65899]: DEBUG oslo_vmware.api [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 929.546757] env[65899]: value = "task-4895026" [ 929.546757] env[65899]: _type = "Task" [ 929.546757] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.564288] env[65899]: DEBUG oslo_vmware.api [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.690588] env[65899]: DEBUG oslo_vmware.api [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895025, 'name': PowerOnVM_Task, 'duration_secs': 0.490739} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.691211] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.691342] env[65899]: INFO nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Took 7.27 seconds to spawn the instance on the hypervisor. [ 929.691608] env[65899]: DEBUG nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 929.694041] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b5a403-d9e3-4cd6-98ae-7720130875bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.930081] env[65899]: DEBUG nova.compute.manager [req-201b4c3d-ca67-42a7-806c-c9c62ea5a5eb req-291bf08c-6f24-4aa1-890c-2791e06308a8 service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Received event network-vif-plugged-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.930558] env[65899]: DEBUG oslo_concurrency.lockutils [req-201b4c3d-ca67-42a7-806c-c9c62ea5a5eb req-291bf08c-6f24-4aa1-890c-2791e06308a8 service nova] Acquiring lock "1ad285d5-5627-4ec7-8a2c-84f723b50122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.930829] env[65899]: DEBUG oslo_concurrency.lockutils [req-201b4c3d-ca67-42a7-806c-c9c62ea5a5eb req-291bf08c-6f24-4aa1-890c-2791e06308a8 service nova] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.931108] env[65899]: DEBUG oslo_concurrency.lockutils [req-201b4c3d-ca67-42a7-806c-c9c62ea5a5eb req-291bf08c-6f24-4aa1-890c-2791e06308a8 service nova] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.931201] env[65899]: DEBUG nova.compute.manager [req-201b4c3d-ca67-42a7-806c-c9c62ea5a5eb req-291bf08c-6f24-4aa1-890c-2791e06308a8 service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] No waiting events found dispatching network-vif-plugged-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 929.931386] env[65899]: WARNING nova.compute.manager [req-201b4c3d-ca67-42a7-806c-c9c62ea5a5eb req-291bf08c-6f24-4aa1-890c-2791e06308a8 service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Received unexpected event network-vif-plugged-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 for instance with vm_state building and task_state block_device_mapping. [ 930.005253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66598798-a68d-4822-86e1-9175dfa07d12 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "68919289-24d0-452a-b09e-da46e741ca12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.516s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.066118] env[65899]: DEBUG nova.network.neutron [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Successfully updated port: 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 930.067702] env[65899]: DEBUG oslo_vmware.api [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895026, 'name': PowerOffVM_Task, 'duration_secs': 0.383437} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.068520] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.069128] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.071065] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb17c3d4-af0e-4972-bf28-c0c28f2c6398 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.089755] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 930.089755] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.089972] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 930.090105] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.090394] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 930.090394] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 930.090623] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.091543] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 930.091823] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 930.092032] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 930.092803] env[65899]: DEBUG nova.virt.hardware [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 930.094209] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d9b48c-47e1-413f-b349-43a47b57937d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.106385] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6f2df7-4782-4f13-a148-0b09c65feb5b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.132854] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ea9eb3-0cfa-4791-a8e3-a352c6b31d19', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.141351] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 930.141351] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.141621] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a0cd57a-cb5d-4986-94a8-6773a85cd146 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.165043] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.165230] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.165399] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleting the datastore file [datastore1] a66b6534-d419-425a-b1d2-801040125b39 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.166633] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d186625a-cb9d-4354-a841-88c634962f67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.171681] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.171681] env[65899]: value = "task-4895028" [ 930.171681] env[65899]: _type = "Task" [ 930.171681] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.177177] env[65899]: DEBUG oslo_vmware.api [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 930.177177] env[65899]: value = "task-4895029" [ 930.177177] env[65899]: _type = "Task" [ 930.177177] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.189771] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895028, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.197593] env[65899]: DEBUG oslo_vmware.api [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.213786] env[65899]: INFO nova.compute.manager [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Took 40.12 seconds to build instance. [ 930.527371] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.527755] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.574072] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquiring lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.574072] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquired lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.574072] env[65899]: DEBUG nova.network.neutron [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 930.574365] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0dee19-4675-4c00-a493-dd77855af97e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.585745] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8bd8f6-896a-4236-9213-c29069c85fd0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.619324] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e3350-dc92-421f-bcf5-03e847d7eaaf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.632286] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237d6fa-81ec-4b95-945b-53f1d373b7c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.658978] env[65899]: DEBUG nova.compute.provider_tree [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.692498] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895028, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.702292] env[65899]: DEBUG oslo_vmware.api [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234596} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.702756] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.704239] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.704239] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.704239] env[65899]: INFO nova.compute.manager [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: a66b6534-d419-425a-b1d2-801040125b39] Took 1.18 seconds to destroy the instance on the hypervisor. [ 930.704239] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 930.704487] env[65899]: DEBUG nova.compute.manager [-] [instance: a66b6534-d419-425a-b1d2-801040125b39] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 930.704633] env[65899]: DEBUG nova.network.neutron [-] [instance: a66b6534-d419-425a-b1d2-801040125b39] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.705067] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.718038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9fa8828e-d236-4d4f-9e15-739389094aed tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "fd808618-56f7-4449-b650-308ee0893a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.635s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.748597] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.030853] env[65899]: DEBUG nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 931.120942] env[65899]: DEBUG nova.network.neutron [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 931.163428] env[65899]: DEBUG nova.scheduler.client.report [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.183712] env[65899]: DEBUG nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 931.183712] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.184674] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.185274] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.185599] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.185867] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.187449] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.187449] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.187449] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.187449] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.187449] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.188199] env[65899]: DEBUG nova.virt.hardware [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.197262] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5e583-3a40-4f08-85f0-2b8688960b35 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.202884] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895028, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.214940] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef621715-e090-4a6c-8731-0a7753724435 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.251835] env[65899]: WARNING neutronclient.v2_0.client [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.353042] env[65899]: DEBUG nova.network.neutron [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Updating instance_info_cache with network_info: [{"id": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "address": "fa:16:3e:d9:70:f3", "network": {"id": "3c8b8e47-46a3-493a-bc7e-868fb65ce017", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-251714349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dff8287edea34b939e602fe5ffb3cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe93d78-4f", "ovs_interfaceid": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.460047] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.461148] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.528338] env[65899]: DEBUG nova.network.neutron [-] [instance: a66b6534-d419-425a-b1d2-801040125b39] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.565251] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.669454] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.672215] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.605s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.692289] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895028, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.707665] env[65899]: INFO nova.scheduler.client.report [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Deleted allocations for instance 7acb08b0-ed0f-446b-a06e-dbd53985bf1c [ 931.854894] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Releasing lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.855317] env[65899]: DEBUG nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance network_info: |[{"id": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "address": "fa:16:3e:d9:70:f3", "network": {"id": "3c8b8e47-46a3-493a-bc7e-868fb65ce017", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-251714349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dff8287edea34b939e602fe5ffb3cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe93d78-4f", "ovs_interfaceid": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 931.855787] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:70:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe93d78-4fa2-4e31-aea4-beea30fc9b04', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.864092] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Creating folder: Project (dff8287edea34b939e602fe5ffb3cc9c). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.864092] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a550ee98-9e5f-4202-b53b-3032664b02de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.879637] env[65899]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 931.879849] env[65899]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65899) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 931.880355] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Folder already exists: Project (dff8287edea34b939e602fe5ffb3cc9c). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 931.880636] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Creating folder: Instances. Parent ref: group-v953974. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.880921] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70eae1aa-7e19-42c4-82b3-e836ec417b32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.895322] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Created folder: Instances in parent group-v953974. [ 931.895476] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.895707] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.895963] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c0202fe-267c-4b5b-9037-420eed74d78b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.918515] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.918515] env[65899]: value = "task-4895032" [ 931.918515] env[65899]: _type = "Task" [ 931.918515] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.927812] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895032, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.962840] env[65899]: DEBUG nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 932.022989] env[65899]: DEBUG nova.compute.manager [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Received event network-changed-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.023503] env[65899]: DEBUG nova.compute.manager [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Refreshing instance network info cache due to event network-changed-0fe93d78-4fa2-4e31-aea4-beea30fc9b04. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 932.023704] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] Acquiring lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.023973] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] Acquired lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.024285] env[65899]: DEBUG nova.network.neutron [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Refreshing network info cache for port 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.032434] env[65899]: INFO nova.compute.manager [-] [instance: a66b6534-d419-425a-b1d2-801040125b39] Took 1.33 seconds to deallocate network for instance. [ 932.195143] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895028, 'name': CreateVM_Task, 'duration_secs': 1.665985} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.195322] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.197073] env[65899]: WARNING neutronclient.v2_0.client [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 932.197073] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.197073] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.197322] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.198020] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1501991-acf0-4415-98db-e47f1fe23380 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.204565] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 932.204565] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521a53ba-ec62-01f5-1e22-ae1f1482aea4" [ 932.204565] env[65899]: _type = "Task" [ 932.204565] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.217998] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521a53ba-ec62-01f5-1e22-ae1f1482aea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.219029] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a447a388-d358-40bc-a764-dacabf73b81d tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Lock "7acb08b0-ed0f-446b-a06e-dbd53985bf1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.287s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.429910] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895032, 'name': CreateVM_Task, 'duration_secs': 0.473683} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.430638] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.431089] env[65899]: WARNING neutronclient.v2_0.client [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.431548] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '4506bec7-9196-4966-a1ff-6090f394dff4', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953980', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'name': 'volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ad285d5-5627-4ec7-8a2c-84f723b50122', 'attached_at': '', 'detached_at': '', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'serial': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f'}, 'mount_device': '/dev/sda', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65899) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 932.434020] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Root volume attach. Driver type: vmdk {{(pid=65899) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 932.434020] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd2f13-20c6-450a-b7ca-54c75febbc04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.443273] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae35fd8a-ac20-42d6-8a6c-4ff0f661e02c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.450739] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f128d-d8ad-489b-8d36-95dc2744d74a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.458951] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bbc3d8d2-e064-4532-a88e-302587c157b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.471908] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 932.471908] env[65899]: value = "task-4895033" [ 932.471908] env[65899]: _type = "Task" [ 932.471908] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.485815] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895033, 'name': RelocateVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.496154] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.528127] env[65899]: WARNING neutronclient.v2_0.client [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.542772] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.719866] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521a53ba-ec62-01f5-1e22-ae1f1482aea4, 'name': SearchDatastore_Task, 'duration_secs': 0.016719} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.720354] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.720722] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.721632] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.721632] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.721632] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.723721] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aae84964-8725-429a-b28c-87e9d3544671 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.727430] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance efedb7d3-e2eb-4c07-b313-3e7c6059e7fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 932.727610] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ccb8fe18-7c1e-4361-bebb-70daa4807985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.727766] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance afbb5c92-d555-4b8f-b170-5cb53e87491d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 932.727976] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 9b64124c-dbd9-4da7-af5f-16a0f8289024 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.728185] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 6ee00201-4876-45bc-b04f-8bca396775b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.728407] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 4398f617-f15f-48a6-86a3-383aef6e23d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.728579] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c62b16dd-892f-4282-bf55-70e4d50f9ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.728738] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ae416780-a2c7-444a-a5a9-a5c111b5643a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.728965] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 8a9533c2-b691-4c25-a359-08c722c142aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.729030] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 60454fdc-2575-47e4-be42-a06554329539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.729330] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ec781823-2680-4849-b919-7eed671421a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.729330] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2905feb0-b217-495e-8f12-b01938e407e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 932.729518] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.729672] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 392f8a9c-5ffc-4be7-94ac-333827bf6f42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.729815] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance f867b477-d0c3-45f7-bca0-307c2e06c5a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 932.729944] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.730087] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 51e7c516-3218-4cc4-9c9e-0e633c54c9fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 932.730218] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a66b6534-d419-425a-b1d2-801040125b39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.730365] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2da699de-cb16-46e4-9d53-b32e87af893f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.730497] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance fd808618-56f7-4449-b650-308ee0893a12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.730607] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 932.741042] env[65899]: WARNING neutronclient.v2_0.client [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.747341] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.747341] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.748886] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdc353c-606c-4c7c-9f5e-6935f206c674 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.758130] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 932.758130] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527f5e5a-5cd6-1b36-b5fe-41237a8b8887" [ 932.758130] env[65899]: _type = "Task" [ 932.758130] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.773751] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527f5e5a-5cd6-1b36-b5fe-41237a8b8887, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.774635] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a356d1c6-4613-4285-bea5-6f4739ef4ce1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.781976] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 932.781976] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d84ee3-6fc3-c425-569e-46dc145558dc" [ 932.781976] env[65899]: _type = "Task" [ 932.781976] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.795625] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d84ee3-6fc3-c425-569e-46dc145558dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.829516] env[65899]: DEBUG nova.network.neutron [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Updated VIF entry in instance network info cache for port 0fe93d78-4fa2-4e31-aea4-beea30fc9b04. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.829962] env[65899]: DEBUG nova.network.neutron [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Updating instance_info_cache with network_info: [{"id": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "address": "fa:16:3e:d9:70:f3", "network": {"id": "3c8b8e47-46a3-493a-bc7e-868fb65ce017", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-251714349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dff8287edea34b939e602fe5ffb3cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe93d78-4f", "ovs_interfaceid": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.985484] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895033, 'name': RelocateVM_Task} progress is 20%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.234503] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 794234cc-4132-4da3-be36-ea3b67ff310f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 933.268566] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-ec781823-2680-4849-b919-7eed671421a9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.268813] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-ec781823-2680-4849-b919-7eed671421a9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.269278] env[65899]: DEBUG nova.objects.instance [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'flavor' on Instance uuid ec781823-2680-4849-b919-7eed671421a9 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.293549] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d84ee3-6fc3-c425-569e-46dc145558dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.293841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.294122] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.294420] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31d0dc9f-bc4c-4186-a31c-0e7914ddcd0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.303277] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 933.303277] env[65899]: value = "task-4895034" [ 933.303277] env[65899]: _type = "Task" [ 933.303277] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.315774] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.320455] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "fd808618-56f7-4449-b650-308ee0893a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.320844] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "fd808618-56f7-4449-b650-308ee0893a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.321136] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "fd808618-56f7-4449-b650-308ee0893a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.321406] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "fd808618-56f7-4449-b650-308ee0893a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.321627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "fd808618-56f7-4449-b650-308ee0893a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.324040] env[65899]: INFO nova.compute.manager [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Terminating instance [ 933.332417] env[65899]: DEBUG oslo_concurrency.lockutils [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] Releasing lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.332832] env[65899]: DEBUG nova.compute.manager [req-ca8716e7-8fe8-4499-a407-2da4bd55f96a req-ce5822e2-2221-4fca-9e1f-595854622cab service nova] [instance: a66b6534-d419-425a-b1d2-801040125b39] Received event network-vif-deleted-ae692bf2-660d-4446-b137-d8cd58f9a30c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 933.486367] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895033, 'name': RelocateVM_Task, 'duration_secs': 0.802239} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.486791] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 933.486872] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953980', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'name': 'volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ad285d5-5627-4ec7-8a2c-84f723b50122', 'attached_at': '', 'detached_at': '', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'serial': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 933.487755] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9de7c8-a0e8-4cf8-aa78-35c58b0a44af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.508021] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2333db0a-8d27-47d3-97d4-bceb01e29419 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.533680] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f/volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.534111] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0337eb-1cf2-44fc-b8db-53a8d0d58c72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.557974] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 933.557974] env[65899]: value = "task-4895035" [ 933.557974] env[65899]: _type = "Task" [ 933.557974] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.567215] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.738047] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 03fc578a-a170-40b0-b472-d2a6dd77f74d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 933.774556] env[65899]: WARNING neutronclient.v2_0.client [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.816168] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48903} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.816349] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.816542] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.816808] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfc83519-cd21-48e7-9997-3f680ec54ffc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.824433] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 933.824433] env[65899]: value = "task-4895036" [ 933.824433] env[65899]: _type = "Task" [ 933.824433] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.831105] env[65899]: DEBUG nova.compute.manager [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 933.831326] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.832597] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a1e599-930d-4070-9e3e-2442546cf803 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.840661] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.843712] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04afa456-cd89-4718-8a79-16c871ff7f3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.845492] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.851278] env[65899]: DEBUG oslo_vmware.api [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 933.851278] env[65899]: value = "task-4895037" [ 933.851278] env[65899]: _type = "Task" [ 933.851278] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.861406] env[65899]: DEBUG oslo_vmware.api [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.868306] env[65899]: DEBUG nova.objects.instance [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'pci_requests' on Instance uuid ec781823-2680-4849-b919-7eed671421a9 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.069218] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895035, 'name': ReconfigVM_Task, 'duration_secs': 0.463569} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.069556] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f/volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.076020] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc4071a-9964-4536-9172-894067a69d18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.094704] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 934.094704] env[65899]: value = "task-4895038" [ 934.094704] env[65899]: _type = "Task" [ 934.094704] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.104549] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.242030] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 8685bc09-6192-42b7-ab4c-16119de0f7fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 934.334994] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079227} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.335954] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.337476] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5293ac6-8ea6-4bf4-92f1-25da3313feb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.362539] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.365863] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e73cb74-ef41-4a3c-b307-d0fc4f3589e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.382485] env[65899]: DEBUG nova.objects.base [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 934.382728] env[65899]: DEBUG nova.network.neutron [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 934.383221] env[65899]: WARNING neutronclient.v2_0.client [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.383364] env[65899]: WARNING neutronclient.v2_0.client [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.390939] env[65899]: DEBUG oslo_vmware.api [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895037, 'name': PowerOffVM_Task, 'duration_secs': 0.299229} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.392285] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.392455] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.392761] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 934.392761] env[65899]: value = "task-4895039" [ 934.392761] env[65899]: _type = "Task" [ 934.392761] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.392957] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4028bc-41f4-4839-b94e-22f9656cc6fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.403984] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.444146] env[65899]: DEBUG nova.policy [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.472521] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.473219] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.473219] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Deleting the datastore file [datastore1] fd808618-56f7-4449-b650-308ee0893a12 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.473370] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b891a28-529c-4575-8f8d-ed8216ecab8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.481320] env[65899]: DEBUG oslo_vmware.api [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for the task: (returnval){ [ 934.481320] env[65899]: value = "task-4895041" [ 934.481320] env[65899]: _type = "Task" [ 934.481320] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.491181] env[65899]: DEBUG oslo_vmware.api [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.615422] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895038, 'name': ReconfigVM_Task, 'duration_secs': 0.1371} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.616884] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953980', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'name': 'volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ad285d5-5627-4ec7-8a2c-84f723b50122', 'attached_at': '', 'detached_at': '', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'serial': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 934.617665] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e0544a-b7c0-4120-b777-51319949e31c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.626953] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 934.626953] env[65899]: value = "task-4895042" [ 934.626953] env[65899]: _type = "Task" [ 934.626953] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.637994] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895042, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.746720] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance e346f091-7d50-4760-b0d3-ff6be7e3f062 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 934.782044] env[65899]: DEBUG nova.network.neutron [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Successfully created port: 3ef177a0-b76c-4ad4-989f-e8587707858d {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.905966] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895039, 'name': ReconfigVM_Task, 'duration_secs': 0.326761} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.906283] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.906928] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96306eb2-98ba-4ab6-ab5b-8a078af4d6da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.913763] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 934.913763] env[65899]: value = "task-4895043" [ 934.913763] env[65899]: _type = "Task" [ 934.913763] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.922550] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895043, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.993147] env[65899]: DEBUG oslo_vmware.api [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Task: {'id': task-4895041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210516} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.993147] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.993147] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.993147] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.993524] env[65899]: INFO nova.compute.manager [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] [instance: fd808618-56f7-4449-b650-308ee0893a12] Took 1.16 seconds to destroy the instance on the hypervisor. [ 934.993524] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 934.993714] env[65899]: DEBUG nova.compute.manager [-] [instance: fd808618-56f7-4449-b650-308ee0893a12] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 934.993803] env[65899]: DEBUG nova.network.neutron [-] [instance: fd808618-56f7-4449-b650-308ee0893a12] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 934.994075] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.058406] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.137809] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895042, 'name': Rename_Task, 'duration_secs': 0.177676} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.138172] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.138441] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e71a20-f814-4ed3-87b4-1c37c4795261 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.146632] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 935.146632] env[65899]: value = "task-4895044" [ 935.146632] env[65899]: _type = "Task" [ 935.146632] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.156735] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.252136] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 84b05cd7-0df1-4e11-a510-e0fc1397c726 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 935.425036] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895043, 'name': Rename_Task, 'duration_secs': 0.424261} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.425036] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.425036] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d05b1744-b3db-4925-a03a-5af63a33c8ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.431887] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 935.431887] env[65899]: value = "task-4895045" [ 935.431887] env[65899]: _type = "Task" [ 935.431887] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.440733] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.489700] env[65899]: DEBUG nova.compute.manager [req-cffd9bb9-2365-43c0-9490-d86c9978c0a4 req-1ec2a6a1-068c-4ab6-9146-1976d83ff17f service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Received event network-vif-deleted-37af7506-676a-477d-9e17-467cd0068e05 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 935.489895] env[65899]: INFO nova.compute.manager [req-cffd9bb9-2365-43c0-9490-d86c9978c0a4 req-1ec2a6a1-068c-4ab6-9146-1976d83ff17f service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Neutron deleted interface 37af7506-676a-477d-9e17-467cd0068e05; detaching it from the instance and deleting it from the info cache [ 935.490078] env[65899]: DEBUG nova.network.neutron [req-cffd9bb9-2365-43c0-9490-d86c9978c0a4 req-1ec2a6a1-068c-4ab6-9146-1976d83ff17f service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.657220] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.756188] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c9d51665-c240-432c-b604-e7313ad1df6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 935.770437] env[65899]: DEBUG nova.network.neutron [-] [instance: fd808618-56f7-4449-b650-308ee0893a12] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.943973] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.993066] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-529784c5-2767-4e74-b304-e8c356bb4cb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.005079] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520dba4-e431-4639-a0f1-2fc7f78990ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.050408] env[65899]: DEBUG nova.compute.manager [req-cffd9bb9-2365-43c0-9490-d86c9978c0a4 req-1ec2a6a1-068c-4ab6-9146-1976d83ff17f service nova] [instance: fd808618-56f7-4449-b650-308ee0893a12] Detach interface failed, port_id=37af7506-676a-477d-9e17-467cd0068e05, reason: Instance fd808618-56f7-4449-b650-308ee0893a12 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 936.157204] env[65899]: DEBUG oslo_vmware.api [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895044, 'name': PowerOnVM_Task, 'duration_secs': 0.633859} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.157539] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.157772] env[65899]: INFO nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Took 4.98 seconds to spawn the instance on the hypervisor. [ 936.157966] env[65899]: DEBUG nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 936.159451] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850722a5-dee9-4b8a-9dd5-6508d88d99c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.259189] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance f73162a3-bbfb-4a82-82a5-d89eb933521c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 936.259607] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 936.259775] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '12', 'num_task_None': '13', 'num_os_type_None': '16', 'num_proj_3e1e2f4e8b3e4505b24625bbbdfdd852': '1', 'io_workload': '1', 'num_vm_error': '1', 'num_task_rebuild_spawning': '1', 'num_proj_0dabe4d2d4654198bb1edd807cb2fbff': '4', 'num_proj_ada283044488484fb66f0bb359de932d': '2', 'num_proj_43a932921185406e952f642af150b2d5': '1', 'num_proj_19ad6aa3e74a4ac8be27c9e0980d31fd': '2', 'num_vm_rescued': '2', 'num_proj_5b9b2291fd5140febde220bc57284ee3': '1', 'num_proj_14b2d2678f9d4df59c467bbc40b7fcc1': '1', 'num_proj_77141f6c199a451699585294226247a0': '1', 'num_proj_3ec6d067cda04e9ab138af689fdc07bf': '1', 'num_task_deleting': '1', 'num_proj_0109ba622c5145588e413720d50478d4': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_dff8287edea34b939e602fe5ffb3cc9c': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 936.273145] env[65899]: INFO nova.compute.manager [-] [instance: fd808618-56f7-4449-b650-308ee0893a12] Took 1.28 seconds to deallocate network for instance. [ 936.334832] env[65899]: DEBUG nova.network.neutron [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Successfully updated port: 3ef177a0-b76c-4ad4-989f-e8587707858d {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 936.408544] env[65899]: DEBUG nova.compute.manager [req-13bda332-cec0-4f40-b79f-79182ada78c0 req-b25808f3-d155-4ec0-be2b-69049416e33e service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received event network-vif-plugged-3ef177a0-b76c-4ad4-989f-e8587707858d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.408605] env[65899]: DEBUG oslo_concurrency.lockutils [req-13bda332-cec0-4f40-b79f-79182ada78c0 req-b25808f3-d155-4ec0-be2b-69049416e33e service nova] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.408995] env[65899]: DEBUG oslo_concurrency.lockutils [req-13bda332-cec0-4f40-b79f-79182ada78c0 req-b25808f3-d155-4ec0-be2b-69049416e33e service nova] Lock "ec781823-2680-4849-b919-7eed671421a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.409225] env[65899]: DEBUG oslo_concurrency.lockutils [req-13bda332-cec0-4f40-b79f-79182ada78c0 req-b25808f3-d155-4ec0-be2b-69049416e33e service nova] Lock "ec781823-2680-4849-b919-7eed671421a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.409539] env[65899]: DEBUG nova.compute.manager [req-13bda332-cec0-4f40-b79f-79182ada78c0 req-b25808f3-d155-4ec0-be2b-69049416e33e service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] No waiting events found dispatching network-vif-plugged-3ef177a0-b76c-4ad4-989f-e8587707858d {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 936.409730] env[65899]: WARNING nova.compute.manager [req-13bda332-cec0-4f40-b79f-79182ada78c0 req-b25808f3-d155-4ec0-be2b-69049416e33e service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received unexpected event network-vif-plugged-3ef177a0-b76c-4ad4-989f-e8587707858d for instance with vm_state active and task_state None. [ 936.444623] env[65899]: DEBUG oslo_vmware.api [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895045, 'name': PowerOnVM_Task, 'duration_secs': 0.603049} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.444912] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.445138] env[65899]: DEBUG nova.compute.manager [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 936.446453] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28321732-20e4-47d5-ad0b-a3558baf8c52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.663769] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d55fb-47a3-4547-a573-63cf390e8098 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.679249] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3f0d3c-b9db-44f9-9096-df384098b8af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.682971] env[65899]: INFO nova.compute.manager [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Took 39.36 seconds to build instance. [ 936.714243] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4948b105-dde5-46c1-bfbe-f660a302b682 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.723391] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be270b2-cd66-44a1-a593-ea11088ab12d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.739915] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.781589] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.837787] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.837968] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.838162] env[65899]: DEBUG nova.network.neutron [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.965247] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.185124] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.885s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.243424] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.387207] env[65899]: WARNING nova.network.neutron [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] c1fef68a-8ae9-4259-9cbf-7d53346f033a already exists in list: networks containing: ['c1fef68a-8ae9-4259-9cbf-7d53346f033a']. ignoring it [ 937.503172] env[65899]: WARNING neutronclient.v2_0.client [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.699818] env[65899]: WARNING neutronclient.v2_0.client [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.748980] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 937.749260] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.077s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.749611] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.688s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.751336] env[65899]: INFO nova.compute.claims [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.779060] env[65899]: DEBUG nova.network.neutron [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ef177a0-b76c-4ad4-989f-e8587707858d", "address": "fa:16:3e:da:b0:f2", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef177a0-b7", "ovs_interfaceid": "3ef177a0-b76c-4ad4-989f-e8587707858d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.283754] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.284484] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.284638] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.285792] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080816eb-5359-40e9-a67f-c493f38ae5f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.308012] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.308280] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.309048] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.309048] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.309048] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.309048] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.309048] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.309221] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.309352] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.309543] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.309743] env[65899]: DEBUG nova.virt.hardware [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.316842] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Reconfiguring VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 938.317373] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d956a61-4e44-4cff-928b-31232e705180 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.337224] env[65899]: DEBUG oslo_vmware.api [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 938.337224] env[65899]: value = "task-4895046" [ 938.337224] env[65899]: _type = "Task" [ 938.337224] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.355805] env[65899]: DEBUG oslo_vmware.api [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895046, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.798845] env[65899]: DEBUG nova.compute.manager [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received event network-changed-3ef177a0-b76c-4ad4-989f-e8587707858d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 938.799181] env[65899]: DEBUG nova.compute.manager [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Refreshing instance network info cache due to event network-changed-3ef177a0-b76c-4ad4-989f-e8587707858d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 938.799234] env[65899]: DEBUG oslo_concurrency.lockutils [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] Acquiring lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.799366] env[65899]: DEBUG oslo_concurrency.lockutils [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] Acquired lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.799596] env[65899]: DEBUG nova.network.neutron [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Refreshing network info cache for port 3ef177a0-b76c-4ad4-989f-e8587707858d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.854331] env[65899]: INFO nova.compute.manager [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Rebuilding instance [ 938.854637] env[65899]: DEBUG oslo_vmware.api [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.909734] env[65899]: DEBUG nova.compute.manager [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 938.910721] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf2c36-52b0-4e09-8cb2-2757b9562c09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.183073] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a544b01-367a-4247-9278-9495a9d7d620 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.196136] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1be36-6370-4df5-8a9f-6f882c1ba1c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.234335] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3e505c-6e76-4ed6-aabd-d21c379d87f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.242869] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a00ab6e-fa8b-4ea9-a2be-08266a8166e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.257427] env[65899]: DEBUG nova.compute.provider_tree [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.302536] env[65899]: WARNING neutronclient.v2_0.client [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.351678] env[65899]: DEBUG oslo_vmware.api [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895046, 'name': ReconfigVM_Task, 'duration_secs': 0.573507} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.352181] env[65899]: WARNING neutronclient.v2_0.client [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.352420] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.352640] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Reconfigured VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 939.474301] env[65899]: WARNING neutronclient.v2_0.client [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.549822] env[65899]: DEBUG nova.network.neutron [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Updated VIF entry in instance network info cache for port 3ef177a0-b76c-4ad4-989f-e8587707858d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.550241] env[65899]: DEBUG nova.network.neutron [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ef177a0-b76c-4ad4-989f-e8587707858d", "address": "fa:16:3e:da:b0:f2", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef177a0-b7", "ovs_interfaceid": "3ef177a0-b76c-4ad4-989f-e8587707858d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.760652] env[65899]: DEBUG nova.scheduler.client.report [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.857987] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-ec781823-2680-4849-b919-7eed671421a9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.589s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.929538] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.929944] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e589cd-f787-4119-b809-bc92f48755ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.939576] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 939.939576] env[65899]: value = "task-4895047" [ 939.939576] env[65899]: _type = "Task" [ 939.939576] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.950994] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.054403] env[65899]: DEBUG oslo_concurrency.lockutils [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] Releasing lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.054710] env[65899]: DEBUG nova.compute.manager [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Received event network-changed-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 940.054883] env[65899]: DEBUG nova.compute.manager [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Refreshing instance network info cache due to event network-changed-0fe93d78-4fa2-4e31-aea4-beea30fc9b04. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 940.055101] env[65899]: DEBUG oslo_concurrency.lockutils [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] Acquiring lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.055240] env[65899]: DEBUG oslo_concurrency.lockutils [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] Acquired lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.055394] env[65899]: DEBUG nova.network.neutron [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Refreshing network info cache for port 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.265999] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.266603] env[65899]: DEBUG nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 940.270284] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.720s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.271981] env[65899]: INFO nova.compute.claims [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.450028] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895047, 'name': PowerOffVM_Task, 'duration_secs': 0.424387} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.450459] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.450795] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.451865] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f586829-d30c-4f7a-b71e-aee93b3e8413 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.460230] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.460476] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a718f593-abb6-49fd-a27a-e15b9fd78ee9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.522426] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.522791] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.523069] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleting the datastore file [datastore2] 9b64124c-dbd9-4da7-af5f-16a0f8289024 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.523465] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-105e6b3a-7293-4878-abbc-0bbeac7aa2fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.530539] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 940.530539] env[65899]: value = "task-4895049" [ 940.530539] env[65899]: _type = "Task" [ 940.530539] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.540633] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.558506] env[65899]: WARNING neutronclient.v2_0.client [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.737594] env[65899]: WARNING neutronclient.v2_0.client [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.776893] env[65899]: DEBUG nova.compute.utils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.780337] env[65899]: DEBUG nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 940.780577] env[65899]: DEBUG nova.network.neutron [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 940.780900] env[65899]: WARNING neutronclient.v2_0.client [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.782091] env[65899]: WARNING neutronclient.v2_0.client [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.813245] env[65899]: DEBUG nova.network.neutron [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Updated VIF entry in instance network info cache for port 0fe93d78-4fa2-4e31-aea4-beea30fc9b04. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.813690] env[65899]: DEBUG nova.network.neutron [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Updating instance_info_cache with network_info: [{"id": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "address": "fa:16:3e:d9:70:f3", "network": {"id": "3c8b8e47-46a3-493a-bc7e-868fb65ce017", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-251714349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dff8287edea34b939e602fe5ffb3cc9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe93d78-4f", "ovs_interfaceid": "0fe93d78-4fa2-4e31-aea4-beea30fc9b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.826937] env[65899]: DEBUG nova.policy [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16a252b50b4a4bec9c8ef0c43b96d4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ad6aa3e74a4ac8be27c9e0980d31fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.042399] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187763} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.042678] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.043772] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.043772] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.171615] env[65899]: DEBUG nova.network.neutron [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Successfully created port: d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 941.284192] env[65899]: DEBUG nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 941.318258] env[65899]: DEBUG oslo_concurrency.lockutils [req-939ae875-b401-469c-9701-9f0be9da8f20 req-4079958e-df16-4621-811f-cf6e3d605cca service nova] Releasing lock "refresh_cache-1ad285d5-5627-4ec7-8a2c-84f723b50122" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.684537] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c08a9f-974e-497c-9f60-6c2779b13608 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.693591] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4ba590-147f-4b3e-9cb5-a669ef2c6caa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.725126] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63e09a2-bc5f-48e4-aca4-26ae4f6626de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.733436] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a568dd-8ec2-4318-b9f2-2f0af4e3cea7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.747054] env[65899]: DEBUG nova.compute.provider_tree [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.826217] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-ec781823-2680-4849-b919-7eed671421a9-3ef177a0-b76c-4ad4-989f-e8587707858d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.826525] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-ec781823-2680-4849-b919-7eed671421a9-3ef177a0-b76c-4ad4-989f-e8587707858d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.079956] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 942.080288] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.080623] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 942.080948] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.081227] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 942.081496] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 942.081857] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 942.082157] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 942.082460] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 942.082746] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 942.083071] env[65899]: DEBUG nova.virt.hardware [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 942.084412] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a71b3b9-42c8-4337-a89c-fc4aabf2ab4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.094497] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba923a7e-e3fe-417d-a044-4d16060ca212 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.109539] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:a5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ea9eb3-0cfa-4791-a8e3-a352c6b31d19', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.117015] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 942.117336] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.117577] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08d01798-bec6-414c-b76c-aad6b07dc9b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.137459] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.137459] env[65899]: value = "task-4895050" [ 942.137459] env[65899]: _type = "Task" [ 942.137459] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.146136] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895050, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.250447] env[65899]: DEBUG nova.scheduler.client.report [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.296924] env[65899]: DEBUG nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 942.320700] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 942.320998] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.321889] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 942.322164] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.322572] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 942.322572] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 942.322684] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 942.322855] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 942.323070] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 942.323247] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 942.323427] env[65899]: DEBUG nova.virt.hardware [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 942.324392] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4702e31-3209-4484-ae8f-79308fd2223b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.329071] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.329332] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.332186] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0818f3-648e-41e1-b54b-3e8d2f328101 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.336437] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e630b28a-e203-47f6-bf3c-66fd46f45285 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.366187] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f45186-fede-4cdf-8fa3-384e72f2dd12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.389057] env[65899]: WARNING neutronclient.v2_0.client [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.394712] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Reconfiguring VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 942.395113] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89dcd4e-34bb-4da7-b75e-32483e083ba0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.416037] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 942.416037] env[65899]: value = "task-4895051" [ 942.416037] env[65899]: _type = "Task" [ 942.416037] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.425188] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.648618] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895050, 'name': CreateVM_Task, 'duration_secs': 0.374353} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.648811] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.649598] env[65899]: WARNING neutronclient.v2_0.client [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 942.650048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.650208] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.650528] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.650823] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cb99dc-7ab4-4188-9b16-cbbc8bdafe67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.655895] env[65899]: DEBUG nova.compute.manager [req-e7182e2d-54ad-40c4-ab09-de88a921bb20 req-b5de6dbe-4536-4967-a613-69bc375a6600 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Received event network-vif-plugged-d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 942.655895] env[65899]: DEBUG oslo_concurrency.lockutils [req-e7182e2d-54ad-40c4-ab09-de88a921bb20 req-b5de6dbe-4536-4967-a613-69bc375a6600 service nova] Acquiring lock "794234cc-4132-4da3-be36-ea3b67ff310f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.656158] env[65899]: DEBUG oslo_concurrency.lockutils [req-e7182e2d-54ad-40c4-ab09-de88a921bb20 req-b5de6dbe-4536-4967-a613-69bc375a6600 service nova] Lock "794234cc-4132-4da3-be36-ea3b67ff310f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.656290] env[65899]: DEBUG oslo_concurrency.lockutils [req-e7182e2d-54ad-40c4-ab09-de88a921bb20 req-b5de6dbe-4536-4967-a613-69bc375a6600 service nova] Lock "794234cc-4132-4da3-be36-ea3b67ff310f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.656449] env[65899]: DEBUG nova.compute.manager [req-e7182e2d-54ad-40c4-ab09-de88a921bb20 req-b5de6dbe-4536-4967-a613-69bc375a6600 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] No waiting events found dispatching network-vif-plugged-d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 942.656604] env[65899]: WARNING nova.compute.manager [req-e7182e2d-54ad-40c4-ab09-de88a921bb20 req-b5de6dbe-4536-4967-a613-69bc375a6600 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Received unexpected event network-vif-plugged-d1611afb-f03b-4926-b169-87ccdd342f33 for instance with vm_state building and task_state spawning. [ 942.660130] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 942.660130] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520fff87-84d7-0b64-a3f9-2324ed99f43b" [ 942.660130] env[65899]: _type = "Task" [ 942.660130] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.668208] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520fff87-84d7-0b64-a3f9-2324ed99f43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.752858] env[65899]: DEBUG nova.network.neutron [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Successfully updated port: d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 942.755219] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.755659] env[65899]: DEBUG nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 942.758284] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.257s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.761072] env[65899]: INFO nova.compute.claims [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.926876] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.170211] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520fff87-84d7-0b64-a3f9-2324ed99f43b, 'name': SearchDatastore_Task, 'duration_secs': 0.013299} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.170616] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.170868] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.171131] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.171279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.171458] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.171733] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ffaa8c9-511f-48fd-b51d-fae6f8a4c3b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.181267] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.181410] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.182140] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087b91a4-2857-40d7-95d5-51344706b805 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.188790] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 943.188790] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520b0ac2-96bb-e95a-c5b0-d3192d4a7211" [ 943.188790] env[65899]: _type = "Task" [ 943.188790] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.197221] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520b0ac2-96bb-e95a-c5b0-d3192d4a7211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.256069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.256269] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.256456] env[65899]: DEBUG nova.network.neutron [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.264822] env[65899]: DEBUG nova.compute.utils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.268905] env[65899]: DEBUG nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 943.269127] env[65899]: DEBUG nova.network.neutron [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 943.269516] env[65899]: WARNING neutronclient.v2_0.client [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.269836] env[65899]: WARNING neutronclient.v2_0.client [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.316917] env[65899]: DEBUG nova.policy [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c83e7468c8d4d4d8affd3dc0a0d5a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b2d2678f9d4df59c467bbc40b7fcc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.426777] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.655672] env[65899]: DEBUG nova.network.neutron [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Successfully created port: 1f811741-fa0f-452c-b41e-e45614a6f08f {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 943.701409] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520b0ac2-96bb-e95a-c5b0-d3192d4a7211, 'name': SearchDatastore_Task, 'duration_secs': 0.012738} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.702425] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4424b859-dca8-415e-947b-fd5266ccc4e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.709707] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 943.709707] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525f7105-65f0-d0e1-d294-9119ca87aef1" [ 943.709707] env[65899]: _type = "Task" [ 943.709707] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.718866] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525f7105-65f0-d0e1-d294-9119ca87aef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.769948] env[65899]: DEBUG nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 943.817902] env[65899]: DEBUG nova.network.neutron [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 943.931057] env[65899]: WARNING neutronclient.v2_0.client [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.933316] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.004134] env[65899]: DEBUG nova.network.neutron [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.179719] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eb1fba-182b-4a7c-8401-f9a2d1e32bd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.187301] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e62ba-7a64-4419-bccd-eb864f943fe9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.221762] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0b69f-a62d-4b41-80a3-3b1e208724e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.231792] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525f7105-65f0-d0e1-d294-9119ca87aef1, 'name': SearchDatastore_Task, 'duration_secs': 0.015887} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.234227] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.234498] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.234813] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80ba274b-b03e-48ba-b602-9cb904bd3c44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.237750] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d485cbec-0a10-41dd-8a80-af35bc321bdf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.253258] env[65899]: DEBUG nova.compute.provider_tree [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.256999] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 944.256999] env[65899]: value = "task-4895052" [ 944.256999] env[65899]: _type = "Task" [ 944.256999] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.428637] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.512047] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.512047] env[65899]: DEBUG nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Instance network_info: |[{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 944.512325] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:e5:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1611afb-f03b-4926-b169-87ccdd342f33', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.520964] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 944.521418] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.521775] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f5f9ce-4419-4663-9a86-e78d4891c53c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.544507] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.544507] env[65899]: value = "task-4895053" [ 944.544507] env[65899]: _type = "Task" [ 944.544507] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.554515] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895053, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.757519] env[65899]: DEBUG nova.scheduler.client.report [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.775276] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895052, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.778871] env[65899]: DEBUG nova.compute.manager [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Received event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 944.778871] env[65899]: DEBUG nova.compute.manager [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing instance network info cache due to event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 944.778871] env[65899]: DEBUG oslo_concurrency.lockutils [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] Acquiring lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.779252] env[65899]: DEBUG oslo_concurrency.lockutils [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] Acquired lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.779252] env[65899]: DEBUG nova.network.neutron [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.782515] env[65899]: DEBUG nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 944.811404] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 944.811696] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.811883] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 944.812086] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.812235] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 944.812384] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 944.812594] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 944.812753] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 944.812917] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 944.813088] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 944.813259] env[65899]: DEBUG nova.virt.hardware [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 944.814166] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bab749-9d4f-43bf-85df-490d8aeb5310 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.823841] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8c761e-2980-4408-bdb3-f4125b85b32e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.930059] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.055328] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895053, 'name': CreateVM_Task, 'duration_secs': 0.425019} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.055492] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.055980] env[65899]: WARNING neutronclient.v2_0.client [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.056358] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.056506] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.056845] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.057121] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816a9e80-5434-4402-90a7-33d08aba1738 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.062422] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 945.062422] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5200d73d-3723-6ba7-52b3-176680f9dbb3" [ 945.062422] env[65899]: _type = "Task" [ 945.062422] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.073277] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5200d73d-3723-6ba7-52b3-176680f9dbb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.198205] env[65899]: DEBUG nova.network.neutron [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Successfully updated port: 1f811741-fa0f-452c-b41e-e45614a6f08f {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 945.263474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.264017] env[65899]: DEBUG nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 945.266648] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.148s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.266887] env[65899]: DEBUG nova.objects.instance [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 945.280016] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551641} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.280304] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.280545] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.281104] env[65899]: WARNING neutronclient.v2_0.client [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.283310] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ffb878-b6ff-44d5-99bd-beb88fb658cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.291877] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 945.291877] env[65899]: value = "task-4895054" [ 945.291877] env[65899]: _type = "Task" [ 945.291877] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.301793] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.433557] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.474308] env[65899]: WARNING neutronclient.v2_0.client [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.546343] env[65899]: DEBUG nova.network.neutron [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updated VIF entry in instance network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.546708] env[65899]: DEBUG nova.network.neutron [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.573336] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5200d73d-3723-6ba7-52b3-176680f9dbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.021055} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.573635] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.573858] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.574103] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.574250] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.574429] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.574718] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633dce75-5f00-4f87-bfb4-bb9e8c70c19e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.585643] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.585812] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.586572] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5962c460-9b43-4fa1-a8cc-65ddd9a4fb3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.592021] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 945.592021] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5265895d-6db4-c16d-02e3-d37cb5b3267b" [ 945.592021] env[65899]: _type = "Task" [ 945.592021] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.602340] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5265895d-6db4-c16d-02e3-d37cb5b3267b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.702416] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.702602] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.702760] env[65899]: DEBUG nova.network.neutron [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.777808] env[65899]: DEBUG nova.compute.utils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.779750] env[65899]: DEBUG nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 945.780142] env[65899]: DEBUG nova.network.neutron [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 945.781275] env[65899]: WARNING neutronclient.v2_0.client [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.781275] env[65899]: WARNING neutronclient.v2_0.client [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.802444] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065357} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.802711] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.803528] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4ca93c-803e-445c-8183-10da005db2ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.829573] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.831536] env[65899]: DEBUG nova.policy [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3516f7eb1f4e4787942458e94c4fa8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77141f6c199a451699585294226247a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.833395] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b96855-dfab-4cd5-897e-cced7141f117 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.856009] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 945.856009] env[65899]: value = "task-4895055" [ 945.856009] env[65899]: _type = "Task" [ 945.856009] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.867340] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.930860] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.049308] env[65899]: DEBUG oslo_concurrency.lockutils [req-954a9a91-d126-4424-9cf6-b4f982b7457c req-b1e5de9a-67f3-499f-85b1-405db2a469bf service nova] Releasing lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.103203] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5265895d-6db4-c16d-02e3-d37cb5b3267b, 'name': SearchDatastore_Task, 'duration_secs': 0.047298} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.104070] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f968c12-d64f-4a3a-bf58-ae259314d2f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.110417] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 946.110417] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52296aa8-d844-2a04-0394-27548f5f5ede" [ 946.110417] env[65899]: _type = "Task" [ 946.110417] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.118791] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52296aa8-d844-2a04-0394-27548f5f5ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.152083] env[65899]: DEBUG nova.network.neutron [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Successfully created port: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 946.238353] env[65899]: DEBUG nova.network.neutron [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 946.280658] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30afc454-4fc8-493f-90c7-4e704845fd4b tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.282961] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.819s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.283292] env[65899]: INFO nova.compute.claims [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.286718] env[65899]: DEBUG nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 946.306961] env[65899]: WARNING neutronclient.v2_0.client [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.368026] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895055, 'name': ReconfigVM_Task, 'duration_secs': 0.351834} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.368026] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9b64124c-dbd9-4da7-af5f-16a0f8289024/9b64124c-dbd9-4da7-af5f-16a0f8289024.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.368377] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d197d9ca-6249-476c-8fe1-c9352899f752 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.376280] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 946.376280] env[65899]: value = "task-4895056" [ 946.376280] env[65899]: _type = "Task" [ 946.376280] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.385676] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895056, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.398169] env[65899]: DEBUG nova.network.neutron [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Updating instance_info_cache with network_info: [{"id": "1f811741-fa0f-452c-b41e-e45614a6f08f", "address": "fa:16:3e:0b:bc:fd", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f811741-fa", "ovs_interfaceid": "1f811741-fa0f-452c-b41e-e45614a6f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.431799] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.620705] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52296aa8-d844-2a04-0394-27548f5f5ede, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.621020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.621289] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/794234cc-4132-4da3-be36-ea3b67ff310f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.621548] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1404fb-329d-4437-b94c-fb092d87b194 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.628037] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 946.628037] env[65899]: value = "task-4895057" [ 946.628037] env[65899]: _type = "Task" [ 946.628037] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.636233] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.887475] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895056, 'name': Rename_Task, 'duration_secs': 0.140452} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.887832] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.888133] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52098e80-5cbe-4377-902f-faca82d50be2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.895887] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 946.895887] env[65899]: value = "task-4895058" [ 946.895887] env[65899]: _type = "Task" [ 946.895887] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.901118] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.901506] env[65899]: DEBUG nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Instance network_info: |[{"id": "1f811741-fa0f-452c-b41e-e45614a6f08f", "address": "fa:16:3e:0b:bc:fd", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f811741-fa", "ovs_interfaceid": "1f811741-fa0f-452c-b41e-e45614a6f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 946.904989] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:bc:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f811741-fa0f-452c-b41e-e45614a6f08f', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.912737] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 946.913408] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.914699] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.917329] env[65899]: DEBUG nova.compute.manager [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Received event network-vif-plugged-1f811741-fa0f-452c-b41e-e45614a6f08f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.917644] env[65899]: DEBUG oslo_concurrency.lockutils [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] Acquiring lock "03fc578a-a170-40b0-b472-d2a6dd77f74d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.917878] env[65899]: DEBUG oslo_concurrency.lockutils [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.918066] env[65899]: DEBUG oslo_concurrency.lockutils [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.918264] env[65899]: DEBUG nova.compute.manager [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] No waiting events found dispatching network-vif-plugged-1f811741-fa0f-452c-b41e-e45614a6f08f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 946.918448] env[65899]: WARNING nova.compute.manager [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Received unexpected event network-vif-plugged-1f811741-fa0f-452c-b41e-e45614a6f08f for instance with vm_state building and task_state spawning. [ 946.918612] env[65899]: DEBUG nova.compute.manager [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Received event network-changed-1f811741-fa0f-452c-b41e-e45614a6f08f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.918763] env[65899]: DEBUG nova.compute.manager [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Refreshing instance network info cache due to event network-changed-1f811741-fa0f-452c-b41e-e45614a6f08f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 946.918947] env[65899]: DEBUG oslo_concurrency.lockutils [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] Acquiring lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.919144] env[65899]: DEBUG oslo_concurrency.lockutils [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] Acquired lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.919319] env[65899]: DEBUG nova.network.neutron [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Refreshing network info cache for port 1f811741-fa0f-452c-b41e-e45614a6f08f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.920580] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f32f888f-725b-4642-ab5c-11ab85b08b68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.949705] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.951383] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.951383] env[65899]: value = "task-4895059" [ 946.951383] env[65899]: _type = "Task" [ 946.951383] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.140146] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895057, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.298201] env[65899]: DEBUG nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 947.331649] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 947.331934] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.332133] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 947.332328] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.332482] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 947.332633] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 947.332863] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 947.333046] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 947.333249] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 947.333390] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 947.333578] env[65899]: DEBUG nova.virt.hardware [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 947.334546] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b52af9-f78e-4feb-b6df-6a37d5a907c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.346942] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ad3646-5081-41a1-90e9-d6e6a6e05129 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.409965] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.439292] env[65899]: WARNING neutronclient.v2_0.client [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.459313] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.469659] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895059, 'name': CreateVM_Task, 'duration_secs': 0.432444} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.469957] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.470489] env[65899]: WARNING neutronclient.v2_0.client [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.470882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.471059] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.471396] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.471720] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3bb026-26c2-4491-bb66-3ca0ec8bc41f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.478980] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 947.478980] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52525bb9-525b-2623-2d62-0ca68ba2e9e3" [ 947.478980] env[65899]: _type = "Task" [ 947.478980] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.495432] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52525bb9-525b-2623-2d62-0ca68ba2e9e3, 'name': SearchDatastore_Task} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.495764] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.496314] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.496314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.496445] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.496632] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.497065] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db0421d-e706-4e39-abdc-72759f76b568 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.508147] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.508381] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.509166] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84322728-4fa4-4df4-9893-dce0b6cb9aeb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.519498] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 947.519498] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522ce053-178e-845e-8450-bd2df3e70a40" [ 947.519498] env[65899]: _type = "Task" [ 947.519498] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.531035] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522ce053-178e-845e-8450-bd2df3e70a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.643424] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542718} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.646318] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/794234cc-4132-4da3-be36-ea3b67ff310f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.646539] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.647028] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e740e44-5d3f-49c0-add5-eb50ce7213cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.658544] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 947.658544] env[65899]: value = "task-4895060" [ 947.658544] env[65899]: _type = "Task" [ 947.658544] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.669213] env[65899]: WARNING neutronclient.v2_0.client [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.680153] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.727716] env[65899]: DEBUG nova.network.neutron [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Successfully updated port: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 947.752399] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8d2e94-3bb6-48a2-a20e-d4c4a715cc17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.762281] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b719df5b-b13c-49c9-86f6-cc579ba29ef3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.798875] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a940edd8-ef1c-43ee-83ca-ad30161c0a4c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.808973] env[65899]: DEBUG nova.network.neutron [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Updated VIF entry in instance network info cache for port 1f811741-fa0f-452c-b41e-e45614a6f08f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.808973] env[65899]: DEBUG nova.network.neutron [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Updating instance_info_cache with network_info: [{"id": "1f811741-fa0f-452c-b41e-e45614a6f08f", "address": "fa:16:3e:0b:bc:fd", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f811741-fa", "ovs_interfaceid": "1f811741-fa0f-452c-b41e-e45614a6f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.810047] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a79501-3186-4982-843d-727127ba990c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.826478] env[65899]: DEBUG nova.compute.provider_tree [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.911124] env[65899]: DEBUG oslo_vmware.api [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895058, 'name': PowerOnVM_Task, 'duration_secs': 0.585543} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.911124] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.911124] env[65899]: DEBUG nova.compute.manager [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 947.911124] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc028b8-c770-4126-993c-a19f48e68be1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.952504] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.032372] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522ce053-178e-845e-8450-bd2df3e70a40, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.033284] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe462f4-1e60-43a6-9850-a8faaeb04289 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.038922] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 948.038922] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb88f2-b4d8-5532-dc18-2903ad8992b0" [ 948.038922] env[65899]: _type = "Task" [ 948.038922] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.049025] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb88f2-b4d8-5532-dc18-2903ad8992b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.171041] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075579} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.171101] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.171968] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f85ef3-bb0c-469d-9f63-fde278ed6d07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.195915] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/794234cc-4132-4da3-be36-ea3b67ff310f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.196130] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a78d445-7b4c-48ef-b6b3-72eba3f3bedd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.217500] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 948.217500] env[65899]: value = "task-4895061" [ 948.217500] env[65899]: _type = "Task" [ 948.217500] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.226129] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.231023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.231174] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.231349] env[65899]: DEBUG nova.network.neutron [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 948.315525] env[65899]: DEBUG oslo_concurrency.lockutils [req-b3903588-5b14-4cbe-82c9-a5bf2071c19b req-2b7dae18-83b9-4946-8416-f0a092845622 service nova] Releasing lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.329927] env[65899]: DEBUG nova.scheduler.client.report [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.427696] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.454131] env[65899]: DEBUG oslo_vmware.api [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895051, 'name': ReconfigVM_Task, 'duration_secs': 5.913464} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.454456] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.454777] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Reconfigured VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 948.455274] env[65899]: WARNING neutronclient.v2_0.client [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.455952] env[65899]: WARNING neutronclient.v2_0.client [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.549773] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bb88f2-b4d8-5532-dc18-2903ad8992b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.550056] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.550320] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/03fc578a-a170-40b0-b472-d2a6dd77f74d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.550638] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8282d7c0-cadb-41b6-9449-a4045eda18ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.557509] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 948.557509] env[65899]: value = "task-4895062" [ 948.557509] env[65899]: _type = "Task" [ 948.557509] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.566917] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.727660] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895061, 'name': ReconfigVM_Task, 'duration_secs': 0.302444} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.729053] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/794234cc-4132-4da3-be36-ea3b67ff310f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.730062] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b844a8a-fc33-4699-bd3c-5980b1c8640d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.737254] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 948.737254] env[65899]: value = "task-4895063" [ 948.737254] env[65899]: _type = "Task" [ 948.737254] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.747404] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895063, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.764305] env[65899]: DEBUG nova.compute.manager [req-4f004a82-b047-4978-848f-3ed54e93defb req-67d4f772-8f68-46b6-b563-be8b8fa400f8 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received event network-vif-deleted-3ef177a0-b76c-4ad4-989f-e8587707858d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 948.764463] env[65899]: INFO nova.compute.manager [req-4f004a82-b047-4978-848f-3ed54e93defb req-67d4f772-8f68-46b6-b563-be8b8fa400f8 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Neutron deleted interface 3ef177a0-b76c-4ad4-989f-e8587707858d; detaching it from the instance and deleting it from the info cache [ 948.764692] env[65899]: DEBUG nova.network.neutron [req-4f004a82-b047-4978-848f-3ed54e93defb req-67d4f772-8f68-46b6-b563-be8b8fa400f8 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.771018] env[65899]: DEBUG nova.network.neutron [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 948.836114] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.836662] env[65899]: DEBUG nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 948.841062] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.372s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.841364] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.844198] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.341s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.845957] env[65899]: INFO nova.compute.claims [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.861472] env[65899]: WARNING neutronclient.v2_0.client [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.875513] env[65899]: INFO nova.scheduler.client.report [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Deleted allocations for instance 51e7c516-3218-4cc4-9c9e-0e633c54c9fc [ 948.961979] env[65899]: DEBUG nova.network.neutron [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updating instance_info_cache with network_info: [{"id": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "address": "fa:16:3e:6e:66:7b", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56024829-aa", "ovs_interfaceid": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.966184] env[65899]: DEBUG nova.compute.manager [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Received event network-vif-plugged-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 948.966415] env[65899]: DEBUG oslo_concurrency.lockutils [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] Acquiring lock "8685bc09-6192-42b7-ab4c-16119de0f7fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.966638] env[65899]: DEBUG oslo_concurrency.lockutils [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.966846] env[65899]: DEBUG oslo_concurrency.lockutils [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.967026] env[65899]: DEBUG nova.compute.manager [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] No waiting events found dispatching network-vif-plugged-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 948.967199] env[65899]: WARNING nova.compute.manager [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Received unexpected event network-vif-plugged-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 for instance with vm_state building and task_state spawning. [ 948.967369] env[65899]: DEBUG nova.compute.manager [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Received event network-changed-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 948.967549] env[65899]: DEBUG nova.compute.manager [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Refreshing instance network info cache due to event network-changed-56024829-aa7a-4b3d-9e4e-2cd1ec07f096. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 948.967714] env[65899]: DEBUG oslo_concurrency.lockutils [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] Acquiring lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.073840] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.248328] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895063, 'name': Rename_Task, 'duration_secs': 0.180835} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.248678] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.248942] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91244b5a-52c3-4ea3-85c2-375657cd190a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.256355] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 949.256355] env[65899]: value = "task-4895064" [ 949.256355] env[65899]: _type = "Task" [ 949.256355] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.265494] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.268387] env[65899]: DEBUG oslo_concurrency.lockutils [req-4f004a82-b047-4978-848f-3ed54e93defb req-67d4f772-8f68-46b6-b563-be8b8fa400f8 service nova] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.268387] env[65899]: DEBUG oslo_concurrency.lockutils [req-4f004a82-b047-4978-848f-3ed54e93defb req-67d4f772-8f68-46b6-b563-be8b8fa400f8 service nova] Acquired lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.270047] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b00fd2e-327d-4b06-949b-c284643f101d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.291273] env[65899]: DEBUG oslo_concurrency.lockutils [req-4f004a82-b047-4978-848f-3ed54e93defb req-67d4f772-8f68-46b6-b563-be8b8fa400f8 service nova] Releasing lock "ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.292286] env[65899]: WARNING nova.compute.manager [req-4f004a82-b047-4978-848f-3ed54e93defb req-67d4f772-8f68-46b6-b563-be8b8fa400f8 service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Detach interface failed, port_id=3ef177a0-b76c-4ad4-989f-e8587707858d, reason: No device with interface-id 3ef177a0-b76c-4ad4-989f-e8587707858d exists on VM: nova.exception.NotFound: No device with interface-id 3ef177a0-b76c-4ad4-989f-e8587707858d exists on VM [ 949.343179] env[65899]: DEBUG nova.compute.utils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.344816] env[65899]: DEBUG nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 949.345710] env[65899]: DEBUG nova.network.neutron [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 949.345710] env[65899]: WARNING neutronclient.v2_0.client [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.345710] env[65899]: WARNING neutronclient.v2_0.client [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.385378] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2021a514-d51f-4713-aa3e-079b197c5d65 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Lock "51e7c516-3218-4cc4-9c9e-0e633c54c9fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.486s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.406797] env[65899]: DEBUG nova.policy [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a693203dfe1425e8daa962cef5892a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cecf3f49dad4f2f864a4e15089f1a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.464718] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Releasing lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.465058] env[65899]: DEBUG nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Instance network_info: |[{"id": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "address": "fa:16:3e:6e:66:7b", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56024829-aa", "ovs_interfaceid": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 949.465641] env[65899]: DEBUG oslo_concurrency.lockutils [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] Acquired lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.465839] env[65899]: DEBUG nova.network.neutron [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Refreshing network info cache for port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.467043] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:66:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56024829-aa7a-4b3d-9e4e-2cd1ec07f096', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.474453] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 949.475923] env[65899]: WARNING neutronclient.v2_0.client [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.478412] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.479234] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0895bfed-27bf-4977-8ef5-85a35db5bd0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.501688] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.501688] env[65899]: value = "task-4895065" [ 949.501688] env[65899]: _type = "Task" [ 949.501688] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.512049] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895065, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.571476] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544585} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.572599] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/03fc578a-a170-40b0-b472-d2a6dd77f74d.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.572599] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.572964] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d481cfd1-ad05-4b65-a8c8-0daf8b55553a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.583018] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 949.583018] env[65899]: value = "task-4895066" [ 949.583018] env[65899]: _type = "Task" [ 949.583018] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.592588] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.719541] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.719837] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.720168] env[65899]: DEBUG nova.network.neutron [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.774644] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895064, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.779874] env[65899]: DEBUG nova.network.neutron [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Successfully created port: 7f757c97-430d-479e-94dc-3aae56d28d4e {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 949.816540] env[65899]: WARNING neutronclient.v2_0.client [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.848735] env[65899]: DEBUG nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 949.966231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.966520] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "ec781823-2680-4849-b919-7eed671421a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.966757] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "ec781823-2680-4849-b919-7eed671421a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.966944] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "ec781823-2680-4849-b919-7eed671421a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.967151] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "ec781823-2680-4849-b919-7eed671421a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.970226] env[65899]: INFO nova.compute.manager [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Terminating instance [ 950.012954] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895065, 'name': CreateVM_Task, 'duration_secs': 0.416283} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.017246] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.018233] env[65899]: WARNING neutronclient.v2_0.client [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.018624] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.018803] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.019156] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.019661] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1ac0d5-7f16-447a-bbac-88e951b9533a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.022818] env[65899]: DEBUG nova.network.neutron [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updated VIF entry in instance network info cache for port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.023192] env[65899]: DEBUG nova.network.neutron [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updating instance_info_cache with network_info: [{"id": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "address": "fa:16:3e:6e:66:7b", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56024829-aa", "ovs_interfaceid": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.029129] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 950.029129] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528e33b7-1102-bc87-9ba0-7bccb635b968" [ 950.029129] env[65899]: _type = "Task" [ 950.029129] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.040468] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528e33b7-1102-bc87-9ba0-7bccb635b968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.097208] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121088} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.098277] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.098433] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e6161-ce4d-421a-9c2f-fa86ba120365 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.123742] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/03fc578a-a170-40b0-b472-d2a6dd77f74d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.124376] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eca50f0-de98-43e2-b32a-4828145e8187 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.149387] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 950.149387] env[65899]: value = "task-4895067" [ 950.149387] env[65899]: _type = "Task" [ 950.149387] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.160342] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.225587] env[65899]: WARNING neutronclient.v2_0.client [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.267702] env[65899]: DEBUG oslo_vmware.api [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895064, 'name': PowerOnVM_Task, 'duration_secs': 0.536612} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.270963] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.271272] env[65899]: INFO nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Took 7.97 seconds to spawn the instance on the hypervisor. [ 950.271523] env[65899]: DEBUG nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 950.272692] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce312c-73de-4a15-b343-960072f60586 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.284659] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "2da699de-cb16-46e4-9d53-b32e87af893f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.285083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "2da699de-cb16-46e4-9d53-b32e87af893f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.285191] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "2da699de-cb16-46e4-9d53-b32e87af893f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.285351] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "2da699de-cb16-46e4-9d53-b32e87af893f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.285557] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "2da699de-cb16-46e4-9d53-b32e87af893f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.290874] env[65899]: INFO nova.compute.manager [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Terminating instance [ 950.310717] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bda5c3-c13a-498d-9d4c-b624748adfac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.337050] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3e600-c917-4024-89b0-76d890a3d536 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.385687] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7a13bf-06f8-4087-8b98-da080e30f26c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.396264] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9786e42-cca4-4898-a875-b5f324c14bbd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.412496] env[65899]: DEBUG nova.compute.provider_tree [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.480802] env[65899]: DEBUG nova.compute.manager [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 950.481101] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.482399] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc348ae8-36f8-4b95-972f-c6d9d4faadd4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.492207] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.492488] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2709df0-5913-4b7c-b50f-58df6f9aeb5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.500460] env[65899]: DEBUG oslo_vmware.api [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 950.500460] env[65899]: value = "task-4895068" [ 950.500460] env[65899]: _type = "Task" [ 950.500460] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.510584] env[65899]: DEBUG oslo_vmware.api [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.527514] env[65899]: DEBUG oslo_concurrency.lockutils [req-e8d442ab-7fc4-4fa2-8716-4345ac58510b req-1beb9f4a-4a5c-40a5-9753-2d255d946b82 service nova] Releasing lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.544309] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528e33b7-1102-bc87-9ba0-7bccb635b968, 'name': SearchDatastore_Task, 'duration_secs': 0.01843} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.544675] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.545250] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.545523] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.545667] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.546419] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.546419] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4af95f9-4242-4c9f-9581-0914bac890da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.557392] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.557599] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.558752] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c11b4ba-2d18-45b5-9ddd-135b5601d03b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.566574] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 950.566574] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522cb04a-ca67-5e05-626a-190d5e9290d7" [ 950.566574] env[65899]: _type = "Task" [ 950.566574] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.577324] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522cb04a-ca67-5e05-626a-190d5e9290d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.636572] env[65899]: WARNING neutronclient.v2_0.client [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.662468] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895067, 'name': ReconfigVM_Task, 'duration_secs': 0.452444} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.662770] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/03fc578a-a170-40b0-b472-d2a6dd77f74d.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.663403] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52d91b89-b383-42ed-bf2b-3288cebb498d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.672071] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 950.672071] env[65899]: value = "task-4895069" [ 950.672071] env[65899]: _type = "Task" [ 950.672071] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.684231] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895069, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.789248] env[65899]: DEBUG nova.network.neutron [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [{"id": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "address": "fa:16:3e:2b:53:27", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e330737-d9", "ovs_interfaceid": "3e330737-d9a8-4758-b9af-9b5f76e4934d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.796609] env[65899]: INFO nova.compute.manager [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Took 40.76 seconds to build instance. [ 950.798260] env[65899]: DEBUG nova.compute.manager [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 950.798361] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.801023] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ef31d3-6ad6-4cb6-98dd-14917f10ffb2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.808904] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.809338] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfe2e156-a2a2-40f0-8afc-a6a93273d5dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.818673] env[65899]: DEBUG oslo_vmware.api [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 950.818673] env[65899]: value = "task-4895070" [ 950.818673] env[65899]: _type = "Task" [ 950.818673] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.831788] env[65899]: DEBUG oslo_vmware.api [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.885468] env[65899]: DEBUG nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 950.917099] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.917496] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.917738] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.917996] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.918326] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.918501] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.918674] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.918829] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.918996] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.919277] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.919646] env[65899]: DEBUG nova.virt.hardware [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.920867] env[65899]: DEBUG nova.scheduler.client.report [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.925861] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4533f4-10c5-4157-997e-a23fbe61cf36 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.935532] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b9325-5195-4007-83d7-3093cb1ccb9e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.011812] env[65899]: DEBUG oslo_vmware.api [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895068, 'name': PowerOffVM_Task, 'duration_secs': 0.327374} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.012249] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.012489] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.013298] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181a3bfb-6193-49ce-940c-d8c8b4af4850 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.080280] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522cb04a-ca67-5e05-626a-190d5e9290d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016125} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.081375] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b57865-8790-4188-985a-0cffea860252 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.089063] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 951.089063] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523978bf-9536-8bb0-bfbd-ca8ff19e15ad" [ 951.089063] env[65899]: _type = "Task" [ 951.089063] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.098499] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523978bf-9536-8bb0-bfbd-ca8ff19e15ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.143299] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.143556] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.144013] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleting the datastore file [datastore2] ec781823-2680-4849-b919-7eed671421a9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.144110] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95dc539c-b8ef-4c55-92d9-c8ee08396e97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.151566] env[65899]: DEBUG oslo_vmware.api [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 951.151566] env[65899]: value = "task-4895072" [ 951.151566] env[65899]: _type = "Task" [ 951.151566] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.162055] env[65899]: DEBUG oslo_vmware.api [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.184512] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895069, 'name': Rename_Task, 'duration_secs': 0.29361} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.184792] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.187108] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdaf955e-84fe-4fc2-9206-5af19e0f0946 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.194353] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 951.194353] env[65899]: value = "task-4895073" [ 951.194353] env[65899]: _type = "Task" [ 951.194353] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.203708] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.295316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-ec781823-2680-4849-b919-7eed671421a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.299791] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.273s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.333072] env[65899]: DEBUG oslo_vmware.api [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895070, 'name': PowerOffVM_Task, 'duration_secs': 0.300256} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.333072] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.333072] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.333072] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6625c460-45a1-49f9-b9a8-1a67dcf6b75a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.404931] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.404931] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.404931] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleting the datastore file [datastore1] 2da699de-cb16-46e4-9d53-b32e87af893f {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.404931] env[65899]: DEBUG nova.network.neutron [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Successfully updated port: 7f757c97-430d-479e-94dc-3aae56d28d4e {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 951.410098] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93bd65d-bf1e-4b0f-8f70-b31ae82918c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.419542] env[65899]: DEBUG oslo_vmware.api [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 951.419542] env[65899]: value = "task-4895075" [ 951.419542] env[65899]: _type = "Task" [ 951.419542] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.431072] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.431742] env[65899]: DEBUG nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 951.434207] env[65899]: DEBUG oslo_vmware.api [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.434673] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.769s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.434861] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.436934] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.457s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.437137] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.438976] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.020s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.439184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.441509] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.587s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.441509] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.442917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.879s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.444822] env[65899]: INFO nova.compute.claims [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.482039] env[65899]: INFO nova.scheduler.client.report [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Deleted allocations for instance f867b477-d0c3-45f7-bca0-307c2e06c5a9 [ 951.482039] env[65899]: INFO nova.scheduler.client.report [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Deleted allocations for instance efedb7d3-e2eb-4c07-b313-3e7c6059e7fc [ 951.497317] env[65899]: INFO nova.scheduler.client.report [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Deleted allocations for instance afbb5c92-d555-4b8f-b170-5cb53e87491d [ 951.506977] env[65899]: INFO nova.scheduler.client.report [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted allocations for instance 2905feb0-b217-495e-8f12-b01938e407e5 [ 951.600296] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523978bf-9536-8bb0-bfbd-ca8ff19e15ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014736} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.600561] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.600818] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 8685bc09-6192-42b7-ab4c-16119de0f7fd/8685bc09-6192-42b7-ab4c-16119de0f7fd.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.601101] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04aa51a7-b6d9-47a5-933b-d95f63ce6721 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.607909] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 951.607909] env[65899]: value = "task-4895076" [ 951.607909] env[65899]: _type = "Task" [ 951.607909] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.616793] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.670607] env[65899]: DEBUG oslo_vmware.api [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173659} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.671432] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.671432] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.671682] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.672239] env[65899]: INFO nova.compute.manager [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: ec781823-2680-4849-b919-7eed671421a9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 951.672239] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 951.672402] env[65899]: DEBUG nova.compute.manager [-] [instance: ec781823-2680-4849-b919-7eed671421a9] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 951.672464] env[65899]: DEBUG nova.network.neutron [-] [instance: ec781823-2680-4849-b919-7eed671421a9] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 951.672773] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.708589] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.800867] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30579a18-2623-4c01-b92e-1841da1b234b tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-ec781823-2680-4849-b919-7eed671421a9-3ef177a0-b76c-4ad4-989f-e8587707858d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.974s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.852097] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.911508] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.911797] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.912084] env[65899]: DEBUG nova.network.neutron [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 951.934300] env[65899]: DEBUG oslo_vmware.api [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133378} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.936312] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.936521] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.936871] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.936971] env[65899]: INFO nova.compute.manager [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 951.937268] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 951.938695] env[65899]: DEBUG nova.compute.utils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.941285] env[65899]: DEBUG nova.compute.manager [req-f0988c03-f0b0-418e-b28e-dd750a9d92bf req-78050400-b555-410f-bf8a-57806d4ee6bf service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Received event network-vif-plugged-7f757c97-430d-479e-94dc-3aae56d28d4e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.941528] env[65899]: DEBUG oslo_concurrency.lockutils [req-f0988c03-f0b0-418e-b28e-dd750a9d92bf req-78050400-b555-410f-bf8a-57806d4ee6bf service nova] Acquiring lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.942320] env[65899]: DEBUG oslo_concurrency.lockutils [req-f0988c03-f0b0-418e-b28e-dd750a9d92bf req-78050400-b555-410f-bf8a-57806d4ee6bf service nova] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.942508] env[65899]: DEBUG oslo_concurrency.lockutils [req-f0988c03-f0b0-418e-b28e-dd750a9d92bf req-78050400-b555-410f-bf8a-57806d4ee6bf service nova] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.942679] env[65899]: DEBUG nova.compute.manager [req-f0988c03-f0b0-418e-b28e-dd750a9d92bf req-78050400-b555-410f-bf8a-57806d4ee6bf service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] No waiting events found dispatching network-vif-plugged-7f757c97-430d-479e-94dc-3aae56d28d4e {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 951.942847] env[65899]: WARNING nova.compute.manager [req-f0988c03-f0b0-418e-b28e-dd750a9d92bf req-78050400-b555-410f-bf8a-57806d4ee6bf service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Received unexpected event network-vif-plugged-7f757c97-430d-479e-94dc-3aae56d28d4e for instance with vm_state building and task_state spawning. [ 951.944045] env[65899]: DEBUG nova.compute.manager [-] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 951.944206] env[65899]: DEBUG nova.network.neutron [-] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 951.944473] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.946705] env[65899]: DEBUG nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 951.946909] env[65899]: DEBUG nova.network.neutron [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 951.947240] env[65899]: WARNING neutronclient.v2_0.client [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.947576] env[65899]: WARNING neutronclient.v2_0.client [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.995073] env[65899]: DEBUG oslo_concurrency.lockutils [None req-089a8ce2-b911-4d9f-b266-3a4481f7fa5c tempest-ServersListShow296Test-1589738695 tempest-ServersListShow296Test-1589738695-project-member] Lock "f867b477-d0c3-45f7-bca0-307c2e06c5a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.486s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.000766] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1371f8c2-14ab-495b-a41e-d82abfb80265 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Lock "efedb7d3-e2eb-4c07-b313-3e7c6059e7fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.117s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.010525] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1443a201-3f76-4892-b544-3ada5145882c tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Lock "afbb5c92-d555-4b8f-b170-5cb53e87491d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.964s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.016565] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b7413db-a908-49ab-88ed-6c6d66b41929 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "2905feb0-b217-495e-8f12-b01938e407e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.195s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.119317] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895076, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.205835] env[65899]: DEBUG oslo_vmware.api [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895073, 'name': PowerOnVM_Task, 'duration_secs': 0.641734} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.206153] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.206357] env[65899]: INFO nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Took 7.42 seconds to spawn the instance on the hypervisor. [ 952.206598] env[65899]: DEBUG nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 952.207379] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863188d-92bf-4854-9de5-225afe21db34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.444475] env[65899]: DEBUG nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 952.477444] env[65899]: DEBUG nova.policy [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485a2a10e6fe4533ac189a10a9be7dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1e2f4e8b3e4505b24625bbbdfdd852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.482192] env[65899]: DEBUG nova.compute.manager [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 952.482518] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d420d9-2cdf-4a21-9e9d-b312576c660e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.519712] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.622747] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516395} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.623969] env[65899]: DEBUG nova.network.neutron [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 952.626433] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 8685bc09-6192-42b7-ab4c-16119de0f7fd/8685bc09-6192-42b7-ab4c-16119de0f7fd.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.626824] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.629979] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc60689-4e6e-447c-aa8c-9465ac1404de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.638967] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 952.638967] env[65899]: value = "task-4895077" [ 952.638967] env[65899]: _type = "Task" [ 952.638967] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.656263] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.727318] env[65899]: INFO nova.compute.manager [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Took 41.21 seconds to build instance. [ 952.928442] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fffe2b-095b-4145-9bdc-d4c44e83a21b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.928442] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a414a3f8-e576-42cb-bec1-bbec0ec98cd4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.928442] env[65899]: DEBUG nova.network.neutron [-] [instance: ec781823-2680-4849-b919-7eed671421a9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.932839] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7e250b-08d5-48d3-aa33-c3d9ffe6a9a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.942480] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b69a459-b7aa-479d-8f70-d86910aa7501 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.961306] env[65899]: DEBUG nova.compute.provider_tree [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.000824] env[65899]: INFO nova.compute.manager [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] instance snapshotting [ 953.001435] env[65899]: DEBUG nova.objects.instance [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'flavor' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.010636] env[65899]: DEBUG nova.network.neutron [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Successfully created port: c4c4460b-3069-4682-9430-251dbe5e51d0 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 953.152587] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071765} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.152704] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.153511] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cbdf07-1907-4dd9-8a86-4ebc59c219bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.178116] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 8685bc09-6192-42b7-ab4c-16119de0f7fd/8685bc09-6192-42b7-ab4c-16119de0f7fd.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.178470] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4292ed7e-b7d1-41ac-abd9-1a2e4121f671 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.200314] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 953.200314] env[65899]: value = "task-4895078" [ 953.200314] env[65899]: _type = "Task" [ 953.200314] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.209474] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.229898] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a8f566cc-7566-4465-98af-102a41e5d78a tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.718s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.260627] env[65899]: DEBUG nova.compute.manager [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Received event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.261206] env[65899]: DEBUG nova.compute.manager [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing instance network info cache due to event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 953.261206] env[65899]: DEBUG oslo_concurrency.lockutils [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] Acquiring lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.261206] env[65899]: DEBUG oslo_concurrency.lockutils [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] Acquired lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.261410] env[65899]: DEBUG nova.network.neutron [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.437141] env[65899]: INFO nova.compute.manager [-] [instance: ec781823-2680-4849-b919-7eed671421a9] Took 1.76 seconds to deallocate network for instance. [ 953.464732] env[65899]: DEBUG nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 953.467867] env[65899]: DEBUG nova.scheduler.client.report [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.493971] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 953.494205] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.494359] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 953.494540] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.494682] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 953.494822] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 953.495035] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.495195] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 953.495357] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 953.495513] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 953.495683] env[65899]: DEBUG nova.virt.hardware [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 953.496886] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1586c7-7027-4db1-a31e-707ceb11f669 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.510930] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cdee0e-b8ec-4527-ba71-e52adbbf21a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.515212] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fee1abf-9db4-4aef-90eb-39beb725581d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.544886] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9531a1c-2c66-4129-8b2b-c339ea298f14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.711908] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.765490] env[65899]: WARNING neutronclient.v2_0.client [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.768238] env[65899]: DEBUG nova.network.neutron [-] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.846853] env[65899]: WARNING neutronclient.v2_0.client [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.944042] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.974543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.975372] env[65899]: DEBUG nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 953.979455] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.483s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.982119] env[65899]: INFO nova.compute.claims [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.056295] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.056657] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9d1168b-b824-49ca-b605-ec7c54baa85f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.066067] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 954.066067] env[65899]: value = "task-4895079" [ 954.066067] env[65899]: _type = "Task" [ 954.066067] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.078839] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.212169] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895078, 'name': ReconfigVM_Task, 'duration_secs': 0.89602} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.213452] env[65899]: DEBUG nova.network.neutron [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance_info_cache with network_info: [{"id": "7f757c97-430d-479e-94dc-3aae56d28d4e", "address": "fa:16:3e:63:23:5e", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f757c97-43", "ovs_interfaceid": "7f757c97-430d-479e-94dc-3aae56d28d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.214825] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 8685bc09-6192-42b7-ab4c-16119de0f7fd/8685bc09-6192-42b7-ab4c-16119de0f7fd.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.215856] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f99a82e5-1a65-4461-9e3b-edb573a4ed91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.224294] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 954.224294] env[65899]: value = "task-4895080" [ 954.224294] env[65899]: _type = "Task" [ 954.224294] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.236413] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895080, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.270699] env[65899]: INFO nova.compute.manager [-] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Took 2.33 seconds to deallocate network for instance. [ 954.491138] env[65899]: DEBUG nova.compute.utils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.493587] env[65899]: DEBUG nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 954.493641] env[65899]: DEBUG nova.network.neutron [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 954.494271] env[65899]: WARNING neutronclient.v2_0.client [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.494451] env[65899]: WARNING neutronclient.v2_0.client [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.578763] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895079, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.716907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.717405] env[65899]: DEBUG nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Instance network_info: |[{"id": "7f757c97-430d-479e-94dc-3aae56d28d4e", "address": "fa:16:3e:63:23:5e", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f757c97-43", "ovs_interfaceid": "7f757c97-430d-479e-94dc-3aae56d28d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 954.717898] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:23:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f757c97-430d-479e-94dc-3aae56d28d4e', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.727327] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 954.727801] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.735905] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-627e9840-2aa6-4155-8282-a342f8c21334 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.772596] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895080, 'name': Rename_Task, 'duration_secs': 0.193564} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.774312] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.774591] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.774591] env[65899]: value = "task-4895081" [ 954.774591] env[65899]: _type = "Task" [ 954.774591] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.775054] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c41098-37db-412a-8d52-9250de47249e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.782191] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.790455] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895081, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.790455] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 954.790455] env[65899]: value = "task-4895082" [ 954.790455] env[65899]: _type = "Task" [ 954.790455] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.799971] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.802438] env[65899]: DEBUG nova.policy [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12f14305500344a7a7e3a3e41acdc9e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '305817b6558247c583a4ec1d9818140d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.910362] env[65899]: DEBUG nova.network.neutron [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Successfully updated port: c4c4460b-3069-4682-9430-251dbe5e51d0 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 954.917849] env[65899]: DEBUG nova.compute.manager [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Received event network-changed-7f757c97-430d-479e-94dc-3aae56d28d4e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.918062] env[65899]: DEBUG nova.compute.manager [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Refreshing instance network info cache due to event network-changed-7f757c97-430d-479e-94dc-3aae56d28d4e. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 954.918539] env[65899]: DEBUG oslo_concurrency.lockutils [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] Acquiring lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.918539] env[65899]: DEBUG oslo_concurrency.lockutils [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] Acquired lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.918714] env[65899]: DEBUG nova.network.neutron [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Refreshing network info cache for port 7f757c97-430d-479e-94dc-3aae56d28d4e {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.959772] env[65899]: WARNING neutronclient.v2_0.client [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.998314] env[65899]: DEBUG nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 955.081829] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895079, 'name': CreateSnapshot_Task, 'duration_secs': 0.868946} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.081829] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.083715] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb959b5-a590-4242-921d-cba388f9da1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.287845] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895081, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.299732] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.364466] env[65899]: INFO nova.compute.manager [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Rescuing [ 955.364805] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.365035] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.365283] env[65899]: DEBUG nova.network.neutron [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.405906] env[65899]: DEBUG nova.network.neutron [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Successfully created port: 1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 955.419615] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce38fb82-938a-47ad-abfc-8ea3665377ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.425993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-84b05cd7-0df1-4e11-a510-e0fc1397c726" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.426244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-84b05cd7-0df1-4e11-a510-e0fc1397c726" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.426472] env[65899]: DEBUG nova.network.neutron [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.427942] env[65899]: WARNING neutronclient.v2_0.client [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.436884] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86b6fd-27f6-4ea6-8dd9-022f4989878e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.478589] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447834b6-361b-479e-82d6-5aa149526c0a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.488211] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bc6d0a-d33d-419c-97cc-3ce921ced94c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.511976] env[65899]: DEBUG nova.compute.provider_tree [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.610217] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.610537] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b0c8c6a-84f0-4ec0-a133-c6f087310434 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.620474] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 955.620474] env[65899]: value = "task-4895083" [ 955.620474] env[65899]: _type = "Task" [ 955.620474] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.631842] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895083, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.750936] env[65899]: DEBUG nova.network.neutron [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updated VIF entry in instance network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.750936] env[65899]: DEBUG nova.network.neutron [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.790770] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895081, 'name': CreateVM_Task, 'duration_secs': 0.594838} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.791066] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.794572] env[65899]: WARNING neutronclient.v2_0.client [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.795050] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.795220] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.795534] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.796138] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94a2f4b-45dd-4f4d-8787-da5b76a3858c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.806561] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 955.806561] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b7680a-d993-bfd5-be13-ba50deb50713" [ 955.806561] env[65899]: _type = "Task" [ 955.806561] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.807269] env[65899]: DEBUG oslo_vmware.api [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895082, 'name': PowerOnVM_Task, 'duration_secs': 0.746234} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.807610] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.807831] env[65899]: INFO nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Took 8.51 seconds to spawn the instance on the hypervisor. [ 955.808034] env[65899]: DEBUG nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 955.812251] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e039df-4986-4294-949f-347c803ed564 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.824613] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b7680a-d993-bfd5-be13-ba50deb50713, 'name': SearchDatastore_Task, 'duration_secs': 0.013578} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.826515] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.826760] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.826986] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.827143] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.827396] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.830786] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-292916ef-1325-47bc-881f-c42148078ec9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.842010] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.842357] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.843177] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614cb54e-d926-4c6c-9850-bc76e3f23cbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.849586] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 955.849586] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528433eb-fa67-bcab-17db-cd71e2517e6f" [ 955.849586] env[65899]: _type = "Task" [ 955.849586] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.859795] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528433eb-fa67-bcab-17db-cd71e2517e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.868656] env[65899]: WARNING neutronclient.v2_0.client [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.015193] env[65899]: DEBUG nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 956.018473] env[65899]: DEBUG nova.scheduler.client.report [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.050239] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.050551] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.050719] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.050902] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.051089] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.051237] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.051452] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.051617] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.051810] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.051970] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.052157] env[65899]: DEBUG nova.virt.hardware [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.053145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e19877d-d0e1-4ac6-b0d2-1f1ca055e363 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.063246] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5f7766-9773-450d-99ee-562de1868e27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.132852] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895083, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.254615] env[65899]: DEBUG oslo_concurrency.lockutils [req-d16b2fbf-e187-49cb-a46e-ad5aa35d9779 req-c670e5bd-149f-44c3-8ef8-35135c6a2dec service nova] Releasing lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.345052] env[65899]: INFO nova.compute.manager [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Took 43.87 seconds to build instance. [ 956.361360] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528433eb-fa67-bcab-17db-cd71e2517e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.362440] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3467e358-25a1-46ea-a690-bd29847913b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.368985] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 956.368985] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526ee3ca-408c-ebb5-cbfc-ca9a37a32d83" [ 956.368985] env[65899]: _type = "Task" [ 956.368985] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.379288] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526ee3ca-408c-ebb5-cbfc-ca9a37a32d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.526553] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.527228] env[65899]: DEBUG nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 956.533844] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.992s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.534763] env[65899]: DEBUG nova.objects.instance [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lazy-loading 'resources' on Instance uuid a66b6534-d419-425a-b1d2-801040125b39 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.633215] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895083, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.703130] env[65899]: DEBUG nova.network.neutron [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.847336] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f6d9961-e00b-45f9-967e-860cde24491f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.380s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.882088] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526ee3ca-408c-ebb5-cbfc-ca9a37a32d83, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.882088] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.882088] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e346f091-7d50-4760-b0d3-ff6be7e3f062/e346f091-7d50-4760-b0d3-ff6be7e3f062.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.882088] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6925c45-6cc5-4629-8cd2-27ff0402e05c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.890564] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 956.890564] env[65899]: value = "task-4895084" [ 956.890564] env[65899]: _type = "Task" [ 956.890564] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.905840] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.036470] env[65899]: DEBUG nova.compute.utils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.042762] env[65899]: DEBUG nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 957.043092] env[65899]: DEBUG nova.network.neutron [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 957.043441] env[65899]: WARNING neutronclient.v2_0.client [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.043761] env[65899]: WARNING neutronclient.v2_0.client [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.049731] env[65899]: DEBUG nova.network.neutron [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Successfully updated port: 1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 957.138196] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895083, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.259360] env[65899]: DEBUG nova.policy [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354d4c407f9443c9bc2bfa4a654ff89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33b96b40112464d8473c40d21fc86cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.407892] env[65899]: DEBUG nova.compute.manager [req-64f6a736-fbae-4762-a8f0-ae73b5b802b7 req-38027895-0c64-4f0e-8f1e-86a9a8cb02dd service nova] [instance: ec781823-2680-4849-b919-7eed671421a9] Received event network-vif-deleted-3e330737-d9a8-4758-b9af-9b5f76e4934d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 957.417418] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895084, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.497898] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e2cd49-4c72-4cc7-8c82-a68af2985548 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.512725] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc6369-9062-47ff-828f-278b11bfb694 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.551991] env[65899]: DEBUG nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 957.555490] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.555751] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.555979] env[65899]: DEBUG nova.network.neutron [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 957.557819] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45862031-117e-495b-83bb-89ed94c8508b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.571184] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1440180d-d327-4231-9943-dad4e706b008 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.587783] env[65899]: DEBUG nova.compute.provider_tree [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.636214] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895083, 'name': CloneVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.782151] env[65899]: DEBUG nova.network.neutron [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Successfully created port: 42554d85-d2d8-4d22-81dc-153832948500 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 957.810451] env[65899]: WARNING neutronclient.v2_0.client [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.860098] env[65899]: WARNING neutronclient.v2_0.client [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.918026] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546038} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.918476] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e346f091-7d50-4760-b0d3-ff6be7e3f062/e346f091-7d50-4760-b0d3-ff6be7e3f062.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.918808] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.919940] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b926e0-41f0-46c8-8f67-411a9a1729d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.932617] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 957.932617] env[65899]: value = "task-4895085" [ 957.932617] env[65899]: _type = "Task" [ 957.932617] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.942051] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.091291] env[65899]: DEBUG nova.scheduler.client.report [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.110707] env[65899]: WARNING neutronclient.v2_0.client [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.135909] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895083, 'name': CloneVM_Task, 'duration_secs': 2.032777} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.136267] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Created linked-clone VM from snapshot [ 958.137148] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee633ef-a665-4e9e-b7d8-86b39008639e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.147422] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Uploading image c4d7bf8a-f24c-4754-b930-baa14fb63578 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.175835] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.175835] env[65899]: value = "vm-954013" [ 958.175835] env[65899]: _type = "VirtualMachine" [ 958.175835] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.176160] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27661b23-699e-4d3e-8226-a6a211954148 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.185518] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease: (returnval){ [ 958.185518] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528c321b-9b60-7c97-cae4-397026fe4608" [ 958.185518] env[65899]: _type = "HttpNfcLease" [ 958.185518] env[65899]: } obtained for exporting VM: (result){ [ 958.185518] env[65899]: value = "vm-954013" [ 958.185518] env[65899]: _type = "VirtualMachine" [ 958.185518] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.185847] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the lease: (returnval){ [ 958.185847] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528c321b-9b60-7c97-cae4-397026fe4608" [ 958.185847] env[65899]: _type = "HttpNfcLease" [ 958.185847] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.193813] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.193813] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528c321b-9b60-7c97-cae4-397026fe4608" [ 958.193813] env[65899]: _type = "HttpNfcLease" [ 958.193813] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.339800] env[65899]: DEBUG nova.network.neutron [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.391670] env[65899]: DEBUG nova.network.neutron [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updated VIF entry in instance network info cache for port 7f757c97-430d-479e-94dc-3aae56d28d4e. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 958.391670] env[65899]: DEBUG nova.network.neutron [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance_info_cache with network_info: [{"id": "7f757c97-430d-479e-94dc-3aae56d28d4e", "address": "fa:16:3e:63:23:5e", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f757c97-43", "ovs_interfaceid": "7f757c97-430d-479e-94dc-3aae56d28d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.443031] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108659} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.443411] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.444565] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e16bba4-2356-4110-9a1a-1e1aa4233a55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.467566] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e346f091-7d50-4760-b0d3-ff6be7e3f062/e346f091-7d50-4760-b0d3-ff6be7e3f062.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.469033] env[65899]: DEBUG nova.network.neutron [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Updating instance_info_cache with network_info: [{"id": "c4c4460b-3069-4682-9430-251dbe5e51d0", "address": "fa:16:3e:ae:d1:c1", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4c4460b-30", "ovs_interfaceid": "c4c4460b-3069-4682-9430-251dbe5e51d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.470030] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b8164f-9c97-4865-b9b8-0ae1344379ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.485453] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-84b05cd7-0df1-4e11-a510-e0fc1397c726" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.485782] env[65899]: DEBUG nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Instance network_info: |[{"id": "c4c4460b-3069-4682-9430-251dbe5e51d0", "address": "fa:16:3e:ae:d1:c1", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4c4460b-30", "ovs_interfaceid": "c4c4460b-3069-4682-9430-251dbe5e51d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 958.486499] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:d1:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4c4460b-3069-4682-9430-251dbe5e51d0', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.494583] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 958.495661] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.495900] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a442c097-d9b4-44c3-a089-cd2cc720b36b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.523029] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 958.523029] env[65899]: value = "task-4895087" [ 958.523029] env[65899]: _type = "Task" [ 958.523029] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.529424] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.529424] env[65899]: value = "task-4895088" [ 958.529424] env[65899]: _type = "Task" [ 958.529424] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.539937] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.546245] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895088, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.558507] env[65899]: DEBUG nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Received event network-vif-plugged-c4c4460b-3069-4682-9430-251dbe5e51d0 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 958.558929] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Acquiring lock "84b05cd7-0df1-4e11-a510-e0fc1397c726-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.558929] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.559171] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.559315] env[65899]: DEBUG nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] No waiting events found dispatching network-vif-plugged-c4c4460b-3069-4682-9430-251dbe5e51d0 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 958.559562] env[65899]: WARNING nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Received unexpected event network-vif-plugged-c4c4460b-3069-4682-9430-251dbe5e51d0 for instance with vm_state building and task_state spawning. [ 958.559735] env[65899]: DEBUG nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Received event network-changed-c4c4460b-3069-4682-9430-251dbe5e51d0 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 958.559931] env[65899]: DEBUG nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Refreshing instance network info cache due to event network-changed-c4c4460b-3069-4682-9430-251dbe5e51d0. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 958.560130] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Acquiring lock "refresh_cache-84b05cd7-0df1-4e11-a510-e0fc1397c726" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.560270] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Acquired lock "refresh_cache-84b05cd7-0df1-4e11-a510-e0fc1397c726" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.560419] env[65899]: DEBUG nova.network.neutron [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Refreshing network info cache for port c4c4460b-3069-4682-9430-251dbe5e51d0 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.570277] env[65899]: DEBUG nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 958.599184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.601712] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.820s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.601949] env[65899]: DEBUG nova.objects.instance [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lazy-loading 'resources' on Instance uuid fd808618-56f7-4449-b650-308ee0893a12 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.607034] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 958.607034] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.607664] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 958.607664] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.607733] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 958.607833] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 958.608047] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 958.608230] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 958.608410] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 958.608622] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 958.608831] env[65899]: DEBUG nova.virt.hardware [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 958.609983] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6104c0ac-68c3-420c-a731-2e121064ac0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.622881] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2537ff-7f87-424c-94a4-77936fdda3d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.627284] env[65899]: INFO nova.scheduler.client.report [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted allocations for instance a66b6534-d419-425a-b1d2-801040125b39 [ 958.696146] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.696146] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528c321b-9b60-7c97-cae4-397026fe4608" [ 958.696146] env[65899]: _type = "HttpNfcLease" [ 958.696146] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.696146] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.696146] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528c321b-9b60-7c97-cae4-397026fe4608" [ 958.696146] env[65899]: _type = "HttpNfcLease" [ 958.696146] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.696800] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f77c18-af75-46da-a71b-be0d7ccf1610 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.707379] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e3e9-e56f-687c-c284-87d8bf7a17c2/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.707784] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e3e9-e56f-687c-c284-87d8bf7a17c2/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.794890] env[65899]: DEBUG nova.network.neutron [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Updating instance_info_cache with network_info: [{"id": "1f811741-fa0f-452c-b41e-e45614a6f08f", "address": "fa:16:3e:0b:bc:fd", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f811741-fa", "ovs_interfaceid": "1f811741-fa0f-452c-b41e-e45614a6f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.890971] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d7e072a-349e-478a-a828-03e5d07a3a99 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.894824] env[65899]: DEBUG oslo_concurrency.lockutils [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] Releasing lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.895098] env[65899]: DEBUG nova.compute.manager [req-a4fcdf85-7e33-4ac8-b9b1-6b313065cc14 req-08186fe0-5419-4459-90a9-db2e7814e346 service nova] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Received event network-vif-deleted-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 959.045022] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.048901] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895088, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.065270] env[65899]: WARNING neutronclient.v2_0.client [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.136240] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3bc432a8-20db-412d-bc2d-df7080a66432 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "a66b6534-d419-425a-b1d2-801040125b39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.127s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.298326] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.346790] env[65899]: WARNING neutronclient.v2_0.client [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.533982] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958eee85-4c02-4a62-bee1-10a7d59fe404 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.545531] env[65899]: DEBUG nova.network.neutron [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Successfully updated port: 42554d85-d2d8-4d22-81dc-153832948500 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.549927] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895087, 'name': ReconfigVM_Task, 'duration_secs': 0.637815} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.551458] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e346f091-7d50-4760-b0d3-ff6be7e3f062/e346f091-7d50-4760-b0d3-ff6be7e3f062.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.552661] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd67cc7-c4ad-4920-8bc3-9f6a5b22097f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.559820] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895088, 'name': CreateVM_Task, 'duration_secs': 0.568822} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.562550] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc078ddd-16b8-48cf-9476-189e0ef89418 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.565410] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.568548] env[65899]: WARNING neutronclient.v2_0.client [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.569012] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.569236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.570255] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.570669] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 959.570669] env[65899]: value = "task-4895089" [ 959.570669] env[65899]: _type = "Task" [ 959.570669] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.571723] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c078d7bf-60d4-4e18-8f96-5d81073ca70e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.613043] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d746027-d702-4486-9695-a8b8998f6189 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.618539] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 959.618539] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524a6ebe-39ca-a164-d59b-faaa092b1c97" [ 959.618539] env[65899]: _type = "Task" [ 959.618539] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.628399] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895089, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.630222] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd158fa-4087-4463-99f3-5146ec462d8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.641392] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524a6ebe-39ca-a164-d59b-faaa092b1c97, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.642778] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.643157] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.643474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.643659] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.643884] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.644760] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a75bc43f-a69b-4007-85bf-0a68566db137 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.656433] env[65899]: DEBUG nova.compute.provider_tree [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.668311] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.668311] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.671554] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d2414a-be10-40b9-8676-a504cdd78451 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.678752] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 959.678752] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5289f150-8847-eb7b-157e-1963f674138d" [ 959.678752] env[65899]: _type = "Task" [ 959.678752] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.690455] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5289f150-8847-eb7b-157e-1963f674138d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.782684] env[65899]: DEBUG nova.network.neutron [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da864-8d", "ovs_interfaceid": "1d0da864-8d1b-43ad-a29e-767231db84fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.970077] env[65899]: WARNING neutronclient.v2_0.client [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.054986] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-f73162a3-bbfb-4a82-82a5-d89eb933521c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.054986] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-f73162a3-bbfb-4a82-82a5-d89eb933521c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.054986] env[65899]: DEBUG nova.network.neutron [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.088072] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895089, 'name': Rename_Task, 'duration_secs': 0.268274} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.088860] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.089038] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6967bf98-84d0-41a8-bcb9-b495c6ff347d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100269] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 960.100269] env[65899]: value = "task-4895090" [ 960.100269] env[65899]: _type = "Task" [ 960.100269] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.113674] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.123120] env[65899]: DEBUG nova.network.neutron [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Updated VIF entry in instance network info cache for port c4c4460b-3069-4682-9430-251dbe5e51d0. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 960.124796] env[65899]: DEBUG nova.network.neutron [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Updating instance_info_cache with network_info: [{"id": "c4c4460b-3069-4682-9430-251dbe5e51d0", "address": "fa:16:3e:ae:d1:c1", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4c4460b-30", "ovs_interfaceid": "c4c4460b-3069-4682-9430-251dbe5e51d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.161442] env[65899]: DEBUG nova.scheduler.client.report [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.193251] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5289f150-8847-eb7b-157e-1963f674138d, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.195646] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e00ce1-0b13-401b-933c-8204b50dfb37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.204298] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 960.204298] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522a1c63-80a1-a72d-5ed7-9f21f8691a04" [ 960.204298] env[65899]: _type = "Task" [ 960.204298] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.216500] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522a1c63-80a1-a72d-5ed7-9f21f8691a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.288651] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.288651] env[65899]: DEBUG nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance network_info: |[{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da864-8d", "ovs_interfaceid": "1d0da864-8d1b-43ad-a29e-767231db84fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 960.288651] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:64:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0da864-8d1b-43ad-a29e-767231db84fc', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.296954] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating folder: Project (305817b6558247c583a4ec1d9818140d). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.296954] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97e0768f-b83c-4c70-85b2-3cad77dbcda9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.309420] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Created folder: Project (305817b6558247c583a4ec1d9818140d) in parent group-v953787. [ 960.309905] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating folder: Instances. Parent ref: group-v954015. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.310325] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbf303fd-9831-4e91-91e1-ebe0a10bf12f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.321100] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Created folder: Instances in parent group-v954015. [ 960.321543] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 960.321953] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.322347] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26b4b09f-d004-4906-86a0-87ed43bf810e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.348361] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.348361] env[65899]: value = "task-4895093" [ 960.348361] env[65899]: _type = "Task" [ 960.348361] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.366075] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895093, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.611451] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.628903] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Releasing lock "refresh_cache-84b05cd7-0df1-4e11-a510-e0fc1397c726" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.629720] env[65899]: DEBUG nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received event network-vif-plugged-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 960.629720] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.630039] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.630295] env[65899]: DEBUG oslo_concurrency.lockutils [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.630666] env[65899]: DEBUG nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] No waiting events found dispatching network-vif-plugged-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 960.630991] env[65899]: WARNING nova.compute.manager [req-dea8aad4-7f5d-474f-9aa0-64bfc12a82cb req-2a92e4a4-8806-4f0d-9928-fcb82082a0b5 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received unexpected event network-vif-plugged-1d0da864-8d1b-43ad-a29e-767231db84fc for instance with vm_state building and task_state spawning. [ 960.668762] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.673356] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.708s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.673519] env[65899]: DEBUG nova.objects.instance [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 960.726773] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522a1c63-80a1-a72d-5ed7-9f21f8691a04, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.729826] env[65899]: INFO nova.scheduler.client.report [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Deleted allocations for instance fd808618-56f7-4449-b650-308ee0893a12 [ 960.731409] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.731776] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 84b05cd7-0df1-4e11-a510-e0fc1397c726/84b05cd7-0df1-4e11-a510-e0fc1397c726.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.735618] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a68c553-8d54-466e-a010-bf819a0f4f78 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.744177] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 960.744177] env[65899]: value = "task-4895094" [ 960.744177] env[65899]: _type = "Task" [ 960.744177] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.754580] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.775468] env[65899]: DEBUG nova.network.neutron [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 960.845695] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.846539] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dfc54e4-33e1-4c17-91d0-14f94bf680ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.861263] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 960.861263] env[65899]: value = "task-4895095" [ 960.861263] env[65899]: _type = "Task" [ 960.861263] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.866237] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895093, 'name': CreateVM_Task, 'duration_secs': 0.418028} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.870258] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.871086] env[65899]: WARNING neutronclient.v2_0.client [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.871859] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.871859] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.872128] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.873400] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b630e3e6-cb6c-477b-ba13-1b04cf74c4f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.879088] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.883950] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 960.883950] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a9d005-bc03-0902-5f41-593afdc94014" [ 960.883950] env[65899]: _type = "Task" [ 960.883950] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.895873] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a9d005-bc03-0902-5f41-593afdc94014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.909162] env[65899]: WARNING neutronclient.v2_0.client [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.046590] env[65899]: DEBUG nova.compute.manager [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received event network-changed-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.048454] env[65899]: DEBUG nova.compute.manager [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Refreshing instance network info cache due to event network-changed-1d0da864-8d1b-43ad-a29e-767231db84fc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 961.048454] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Acquiring lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.048454] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Acquired lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.048454] env[65899]: DEBUG nova.network.neutron [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Refreshing network info cache for port 1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.078984] env[65899]: DEBUG nova.compute.manager [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Received event network-changed-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.079245] env[65899]: DEBUG nova.compute.manager [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Refreshing instance network info cache due to event network-changed-56024829-aa7a-4b3d-9e4e-2cd1ec07f096. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 961.079489] env[65899]: DEBUG oslo_concurrency.lockutils [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] Acquiring lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.079756] env[65899]: DEBUG oslo_concurrency.lockutils [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] Acquired lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.079938] env[65899]: DEBUG nova.network.neutron [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Refreshing network info cache for port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.117194] env[65899]: DEBUG oslo_vmware.api [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895090, 'name': PowerOnVM_Task, 'duration_secs': 0.728749} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.117994] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.118219] env[65899]: INFO nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Took 10.23 seconds to spawn the instance on the hypervisor. [ 961.118348] env[65899]: DEBUG nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 961.119254] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b65bd-6968-426c-8bc9-8d4615471782 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.140375] env[65899]: DEBUG nova.network.neutron [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Updating instance_info_cache with network_info: [{"id": "42554d85-d2d8-4d22-81dc-153832948500", "address": "fa:16:3e:cb:77:50", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42554d85-d2", "ovs_interfaceid": "42554d85-d2d8-4d22-81dc-153832948500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.245880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Lock "fd808618-56f7-4449-b650-308ee0893a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.925s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.265182] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.378034] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895095, 'name': PowerOffVM_Task, 'duration_secs': 0.269118} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.378360] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.379494] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90781fa8-1f11-4012-b409-b0a041eb59ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.406887] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4529d8f7-cc53-4caa-936f-d257ba4d986c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.414957] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a9d005-bc03-0902-5f41-593afdc94014, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.416304] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.416304] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.416304] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.416600] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.416645] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.419018] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff3b493d-1351-4964-bda7-67426885c42a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.434205] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.434442] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.435565] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40da2093-c00c-458e-9395-745f61661558 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.445050] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 961.445050] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea2181-23a4-9343-605f-1abb30f66170" [ 961.445050] env[65899]: _type = "Task" [ 961.445050] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.455315] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea2181-23a4-9343-605f-1abb30f66170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.460093] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.460515] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c19833d-4f3b-4eb5-9b2e-77d879d657e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.473524] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 961.473524] env[65899]: value = "task-4895096" [ 961.473524] env[65899]: _type = "Task" [ 961.473524] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.484411] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 961.484646] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.484907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.485069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.485264] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.485554] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47122394-5be0-4fa8-94e2-867915ab5c2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.496450] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.496735] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.497582] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2153d2-8e36-405b-8a7f-7c2da04c9143 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.504096] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 961.504096] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52afb552-cf2e-89f0-89be-48d866971a2b" [ 961.504096] env[65899]: _type = "Task" [ 961.504096] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.516132] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52afb552-cf2e-89f0-89be-48d866971a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.555015] env[65899]: WARNING neutronclient.v2_0.client [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.582886] env[65899]: WARNING neutronclient.v2_0.client [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.645075] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-f73162a3-bbfb-4a82-82a5-d89eb933521c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.645518] env[65899]: DEBUG nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Instance network_info: |[{"id": "42554d85-d2d8-4d22-81dc-153832948500", "address": "fa:16:3e:cb:77:50", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42554d85-d2", "ovs_interfaceid": "42554d85-d2d8-4d22-81dc-153832948500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 961.646244] env[65899]: INFO nova.compute.manager [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Took 42.21 seconds to build instance. [ 961.651472] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:77:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42554d85-d2d8-4d22-81dc-153832948500', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.661130] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 961.662328] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.662584] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b164c327-bb8c-4657-bef4-e0aedcf18a05 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.686696] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e4ec87ad-0a5e-4fa7-af9e-c7992e91ffb6 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.693966] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.264s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.693966] env[65899]: DEBUG nova.objects.instance [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 961.698677] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.698677] env[65899]: value = "task-4895097" [ 961.698677] env[65899]: _type = "Task" [ 961.698677] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.710556] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895097, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.762673] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569379} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.762994] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 84b05cd7-0df1-4e11-a510-e0fc1397c726/84b05cd7-0df1-4e11-a510-e0fc1397c726.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.763244] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.763587] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b723b98-7cf0-4301-8a79-bdfb04a32522 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.773404] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 961.773404] env[65899]: value = "task-4895098" [ 961.773404] env[65899]: _type = "Task" [ 961.773404] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.788054] env[65899]: WARNING neutronclient.v2_0.client [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.796319] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.822774] env[65899]: WARNING neutronclient.v2_0.client [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.951402] env[65899]: DEBUG nova.network.neutron [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updated VIF entry in instance network info cache for port 1d0da864-8d1b-43ad-a29e-767231db84fc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 961.951644] env[65899]: DEBUG nova.network.neutron [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da864-8d", "ovs_interfaceid": "1d0da864-8d1b-43ad-a29e-767231db84fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.956930] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ea2181-23a4-9343-605f-1abb30f66170, 'name': SearchDatastore_Task, 'duration_secs': 0.013288} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.957850] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6afc7be-5e8d-4a3e-a7a8-35e9558543ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.964952] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 961.964952] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f80b3c-2809-4865-e24c-64e2c3b457f9" [ 961.964952] env[65899]: _type = "Task" [ 961.964952] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.970587] env[65899]: DEBUG nova.network.neutron [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updated VIF entry in instance network info cache for port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 961.970968] env[65899]: DEBUG nova.network.neutron [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updating instance_info_cache with network_info: [{"id": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "address": "fa:16:3e:6e:66:7b", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56024829-aa", "ovs_interfaceid": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.978028] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f80b3c-2809-4865-e24c-64e2c3b457f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.018866] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52afb552-cf2e-89f0-89be-48d866971a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.018866] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d39e2e3-b485-45ba-a0d1-3f174ef70050 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.026227] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 962.026227] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4649d-c6ae-098f-911c-0b32b25a7612" [ 962.026227] env[65899]: _type = "Task" [ 962.026227] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.032040] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "4398f617-f15f-48a6-86a3-383aef6e23d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.032040] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.032214] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "4398f617-f15f-48a6-86a3-383aef6e23d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.032730] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.032730] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.035485] env[65899]: INFO nova.compute.manager [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Terminating instance [ 962.040591] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4649d-c6ae-098f-911c-0b32b25a7612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.164079] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f024e720-9b95-40f9-827f-6ac3a4554f90 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.744s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.216097] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895097, 'name': CreateVM_Task, 'duration_secs': 0.503606} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.216393] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.216944] env[65899]: WARNING neutronclient.v2_0.client [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.217621] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.220031] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.220497] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.220954] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bcaa6c-a331-4333-b785-2ae4ada1b062 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.229796] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 962.229796] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52042da1-267f-57ff-fc74-c6e17dd9bf6c" [ 962.229796] env[65899]: _type = "Task" [ 962.229796] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.246238] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52042da1-267f-57ff-fc74-c6e17dd9bf6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.252090] env[65899]: DEBUG oslo_concurrency.lockutils [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.252189] env[65899]: DEBUG oslo_concurrency.lockutils [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.252539] env[65899]: INFO nova.compute.manager [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Rebooting instance [ 962.287372] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088742} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.287687] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.288539] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a83d4-07c2-4bcc-9daa-89db1b6d0d83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.313096] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 84b05cd7-0df1-4e11-a510-e0fc1397c726/84b05cd7-0df1-4e11-a510-e0fc1397c726.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.313337] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6ea582-2fa6-4c1c-ba21-680d704b624f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.342343] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 962.342343] env[65899]: value = "task-4895099" [ 962.342343] env[65899]: _type = "Task" [ 962.342343] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.355859] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.459835] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Releasing lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.459835] env[65899]: DEBUG nova.compute.manager [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Received event network-vif-plugged-42554d85-d2d8-4d22-81dc-153832948500 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 962.459835] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Acquiring lock "f73162a3-bbfb-4a82-82a5-d89eb933521c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.459835] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.459835] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.459835] env[65899]: DEBUG nova.compute.manager [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] No waiting events found dispatching network-vif-plugged-42554d85-d2d8-4d22-81dc-153832948500 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 962.459835] env[65899]: WARNING nova.compute.manager [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Received unexpected event network-vif-plugged-42554d85-d2d8-4d22-81dc-153832948500 for instance with vm_state building and task_state spawning. [ 962.459835] env[65899]: DEBUG nova.compute.manager [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Received event network-changed-42554d85-d2d8-4d22-81dc-153832948500 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 962.459835] env[65899]: DEBUG nova.compute.manager [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Refreshing instance network info cache due to event network-changed-42554d85-d2d8-4d22-81dc-153832948500. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 962.460238] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Acquiring lock "refresh_cache-f73162a3-bbfb-4a82-82a5-d89eb933521c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.460238] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Acquired lock "refresh_cache-f73162a3-bbfb-4a82-82a5-d89eb933521c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.461237] env[65899]: DEBUG nova.network.neutron [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Refreshing network info cache for port 42554d85-d2d8-4d22-81dc-153832948500 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.473662] env[65899]: DEBUG oslo_concurrency.lockutils [req-33e350e0-cd0d-4697-9701-03f6cc87b89f req-279d2029-79ff-470d-aaf9-deabdd00783f service nova] Releasing lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.480930] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f80b3c-2809-4865-e24c-64e2c3b457f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.480930] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.480930] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.481277] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b105356-2d34-41ef-8ae6-48a34db8a1e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.490787] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 962.490787] env[65899]: value = "task-4895100" [ 962.490787] env[65899]: _type = "Task" [ 962.490787] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.502790] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.538831] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4649d-c6ae-098f-911c-0b32b25a7612, 'name': SearchDatastore_Task, 'duration_secs': 0.021433} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.539194] env[65899]: DEBUG oslo_concurrency.lockutils [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.539489] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. {{(pid=65899) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 962.539812] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16efa480-a03f-43f4-95ed-be501954a2f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.544506] env[65899]: DEBUG nova.compute.manager [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 962.544773] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.545837] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1955e161-7e91-41fd-a37d-f729fa487750 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.551512] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 962.551512] env[65899]: value = "task-4895101" [ 962.551512] env[65899]: _type = "Task" [ 962.551512] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.563452] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.563968] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c5ea42-37cb-440e-8135-e61e5907fcc8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.570848] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.572938] env[65899]: DEBUG oslo_vmware.api [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 962.572938] env[65899]: value = "task-4895102" [ 962.572938] env[65899]: _type = "Task" [ 962.572938] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.583029] env[65899]: DEBUG oslo_vmware.api [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.709677] env[65899]: DEBUG oslo_concurrency.lockutils [None req-28697e9d-e5d1-429e-bb16-058e156f8c33 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.709677] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.764s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.709677] env[65899]: DEBUG nova.objects.instance [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'resources' on Instance uuid ec781823-2680-4849-b919-7eed671421a9 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.750539] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52042da1-267f-57ff-fc74-c6e17dd9bf6c, 'name': SearchDatastore_Task, 'duration_secs': 0.017687} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.754106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.754106] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.754106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.754106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.754106] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.754415] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb4b726-2137-434b-945d-40dfea9b4eb1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.782807] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.782807] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.787886] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de5fdf6-d247-424d-af96-798aa089e69d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.793180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.795395] env[65899]: DEBUG oslo_concurrency.lockutils [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquired lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.795395] env[65899]: DEBUG nova.network.neutron [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 962.803262] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 962.803262] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52cfa897-d67c-d744-28d3-6b678d2c745a" [ 962.803262] env[65899]: _type = "Task" [ 962.803262] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.818389] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cfa897-d67c-d744-28d3-6b678d2c745a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.857727] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.909483] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "d31044e8-9594-4470-ae3f-fc31b980070f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.909889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "d31044e8-9594-4470-ae3f-fc31b980070f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.915591] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.915873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.970346] env[65899]: WARNING neutronclient.v2_0.client [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.004706] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.066652] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895101, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.090044] env[65899]: DEBUG oslo_vmware.api [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895102, 'name': PowerOffVM_Task, 'duration_secs': 0.286071} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.090700] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.090700] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.091045] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf2797e-3a49-41ca-ba12-59c2940d200c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.183321] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.183576] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.183812] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleting the datastore file [datastore1] 4398f617-f15f-48a6-86a3-383aef6e23d8 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.184181] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56101fed-240c-488c-88c6-4fb3ac8c972c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.197454] env[65899]: DEBUG oslo_vmware.api [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 963.197454] env[65899]: value = "task-4895104" [ 963.197454] env[65899]: _type = "Task" [ 963.197454] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.210980] env[65899]: DEBUG oslo_vmware.api [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.297390] env[65899]: WARNING neutronclient.v2_0.client [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.314893] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cfa897-d67c-d744-28d3-6b678d2c745a, 'name': SearchDatastore_Task, 'duration_secs': 0.065356} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.318630] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a401dc-a78a-42e7-b627-f7c3de954c5b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.325910] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 963.325910] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d861c6-1cd3-b88d-7314-46ef983a7d36" [ 963.325910] env[65899]: _type = "Task" [ 963.325910] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.336334] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d861c6-1cd3-b88d-7314-46ef983a7d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.359261] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895099, 'name': ReconfigVM_Task, 'duration_secs': 0.566915} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.362227] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 84b05cd7-0df1-4e11-a510-e0fc1397c726/84b05cd7-0df1-4e11-a510-e0fc1397c726.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.363436] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f217db2-a5a2-4e26-a333-4ca22d560a2f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.377026] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 963.377026] env[65899]: value = "task-4895105" [ 963.377026] env[65899]: _type = "Task" [ 963.377026] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.388089] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895105, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.416589] env[65899]: DEBUG nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 963.420018] env[65899]: DEBUG nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 963.505741] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596015} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.509750] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.509844] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.511215] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8734b712-a3a0-40fd-8594-5647688a7e03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.520119] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 963.520119] env[65899]: value = "task-4895106" [ 963.520119] env[65899]: _type = "Task" [ 963.520119] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.537411] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.565300] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769839} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.569344] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. [ 963.573572] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61755a8d-3bf9-4e29-96d8-2d3c87e24389 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.604925] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.608757] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-079db83b-b4a9-4ca6-886f-91e4595ff9be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.630645] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 963.630645] env[65899]: value = "task-4895107" [ 963.630645] env[65899]: _type = "Task" [ 963.630645] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.643700] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.714713] env[65899]: DEBUG oslo_vmware.api [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269797} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.714713] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.715327] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.715327] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.715479] env[65899]: INFO nova.compute.manager [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 963.716107] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 963.716107] env[65899]: DEBUG nova.compute.manager [-] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 963.716107] env[65899]: DEBUG nova.network.neutron [-] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 963.716544] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.741774] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76500902-d388-42cd-83b0-1714917ae2e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.752355] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b50d09-07ac-41aa-a89c-4d4a642452bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.791742] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6112fc-b8c1-4814-a614-40d3e6dc25fc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.803640] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c840d9-baac-492a-94c5-4ccecac3da6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.829719] env[65899]: DEBUG nova.compute.provider_tree [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.846805] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d861c6-1cd3-b88d-7314-46ef983a7d36, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.848625] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.849080] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] f73162a3-bbfb-4a82-82a5-d89eb933521c/f73162a3-bbfb-4a82-82a5-d89eb933521c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.850226] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c110d15f-451d-4119-8a37-8684dca160e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.862762] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 963.862762] env[65899]: value = "task-4895108" [ 963.862762] env[65899]: _type = "Task" [ 963.862762] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.876186] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.886607] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895105, 'name': Rename_Task, 'duration_secs': 0.231002} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.886996] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.887339] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624d45d4-2c24-47aa-8e40-e9b90a0fbec6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.895669] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 963.895669] env[65899]: value = "task-4895109" [ 963.895669] env[65899]: _type = "Task" [ 963.895669] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.906578] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.948757] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.950193] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.035025] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072919} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.035208] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.036747] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29507540-0100-4df5-bb89-10b62f507804 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.077014] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.077203] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e8dc3c-cc53-4366-beb5-2c54aef71c01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.104304] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 964.104304] env[65899]: value = "task-4895110" [ 964.104304] env[65899]: _type = "Task" [ 964.104304] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.118087] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.144938] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895107, 'name': ReconfigVM_Task, 'duration_secs': 0.504976} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.145529] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.147430] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b91f708-fb48-4aa8-900e-4fd8fc3c379c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.195653] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb422eb-2cc4-4502-ae56-bd460b788c7c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.224201] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 964.224201] env[65899]: value = "task-4895111" [ 964.224201] env[65899]: _type = "Task" [ 964.224201] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.241564] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.340278] env[65899]: DEBUG nova.scheduler.client.report [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.378323] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895108, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.392441] env[65899]: WARNING neutronclient.v2_0.client [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.411440] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.477498] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.617284] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895110, 'name': ReconfigVM_Task, 'duration_secs': 0.431538} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.617691] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.619443] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7131741-6b01-4f02-934c-42f5105b939e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.627633] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 964.627633] env[65899]: value = "task-4895112" [ 964.627633] env[65899]: _type = "Task" [ 964.627633] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.640621] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895112, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.736395] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895111, 'name': ReconfigVM_Task, 'duration_secs': 0.225576} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.736723] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.736970] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d31300-7e71-4918-bfd4-159ef694dd27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.746965] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 964.746965] env[65899]: value = "task-4895113" [ 964.746965] env[65899]: _type = "Task" [ 964.746965] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.760041] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.851928] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.855521] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.073s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.855521] env[65899]: DEBUG nova.objects.instance [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lazy-loading 'resources' on Instance uuid 2da699de-cb16-46e4-9d53-b32e87af893f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.886224] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579018} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.886902] env[65899]: INFO nova.scheduler.client.report [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted allocations for instance ec781823-2680-4849-b919-7eed671421a9 [ 964.888763] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] f73162a3-bbfb-4a82-82a5-d89eb933521c/f73162a3-bbfb-4a82-82a5-d89eb933521c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.891249] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.891249] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f01f71-e1ad-46a0-823d-0091e9fefc36 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.905321] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 964.905321] env[65899]: value = "task-4895114" [ 964.905321] env[65899]: _type = "Task" [ 964.905321] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.909556] env[65899]: DEBUG oslo_vmware.api [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895109, 'name': PowerOnVM_Task, 'duration_secs': 0.813333} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.915117] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.915117] env[65899]: INFO nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Took 11.45 seconds to spawn the instance on the hypervisor. [ 964.915117] env[65899]: DEBUG nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 964.916500] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de30b5c-039b-4a02-b6db-ee6a6a15fd0c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.927936] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.139760] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895112, 'name': Rename_Task, 'duration_secs': 0.160528} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.140076] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.140344] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31eec1f-ecf5-444f-b68a-9d5b17bbd589 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.149322] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 965.149322] env[65899]: value = "task-4895115" [ 965.149322] env[65899]: _type = "Task" [ 965.149322] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.161551] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.261743] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895113, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.405414] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf612476-1fae-40d8-8bf4-c5b97365ca25 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "ec781823-2680-4849-b919-7eed671421a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.439s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.408455] env[65899]: DEBUG nova.network.neutron [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Updated VIF entry in instance network info cache for port 42554d85-d2d8-4d22-81dc-153832948500. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 965.408781] env[65899]: DEBUG nova.network.neutron [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Updating instance_info_cache with network_info: [{"id": "42554d85-d2d8-4d22-81dc-153832948500", "address": "fa:16:3e:cb:77:50", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42554d85-d2", "ovs_interfaceid": "42554d85-d2d8-4d22-81dc-153832948500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.430177] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08137} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.431304] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.432748] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe257f-efd1-4654-a620-70609f691487 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.451663] env[65899]: INFO nova.compute.manager [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Took 44.97 seconds to build instance. [ 965.473697] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f73162a3-bbfb-4a82-82a5-d89eb933521c/f73162a3-bbfb-4a82-82a5-d89eb933521c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.478357] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dd916718-a658-4423-a8b7-563d4fdee720 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.005s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.478738] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b555cc62-8f3a-45a3-9a51-a09435c3832a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.504661] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 965.504661] env[65899]: value = "task-4895116" [ 965.504661] env[65899]: _type = "Task" [ 965.504661] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.518576] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.596226] env[65899]: DEBUG nova.network.neutron [-] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.665297] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895115, 'name': PowerOnVM_Task} progress is 74%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.761125] env[65899]: DEBUG oslo_vmware.api [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895113, 'name': PowerOnVM_Task, 'duration_secs': 0.556157} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.761125] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.764434] env[65899]: WARNING neutronclient.v2_0.client [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.772783] env[65899]: DEBUG nova.compute.manager [None req-71c0ec98-cc0e-4440-ab90-68a0c7f8b685 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 965.775136] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc376d4-f2f7-4a6d-9347-91798c3a29af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.849405] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9999a368-db5e-433b-87a8-03d3289c10e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.861257] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d0b2d4-6e52-477c-9433-0a400456dc67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.902759] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7bcf24-acce-42df-9afc-06769d76f7a5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.914232] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866c8bf5-e51f-492f-b9de-6ff5d8726d18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.920480] env[65899]: DEBUG oslo_concurrency.lockutils [req-3b914d8e-6932-471e-9693-20f4ccea5bf5 req-f2758d6c-b08a-4b1f-9ec0-1d62e244dec8 service nova] Releasing lock "refresh_cache-f73162a3-bbfb-4a82-82a5-d89eb933521c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.934318] env[65899]: DEBUG nova.compute.provider_tree [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.019156] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.020757] env[65899]: DEBUG nova.network.neutron [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updating instance_info_cache with network_info: [{"id": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "address": "fa:16:3e:6e:66:7b", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56024829-aa", "ovs_interfaceid": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.099317] env[65899]: INFO nova.compute.manager [-] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Took 2.38 seconds to deallocate network for instance. [ 966.169701] env[65899]: DEBUG oslo_vmware.api [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895115, 'name': PowerOnVM_Task, 'duration_secs': 0.927582} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.170729] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.170922] env[65899]: INFO nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Took 10.16 seconds to spawn the instance on the hypervisor. [ 966.171109] env[65899]: DEBUG nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 966.171969] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f79139-dff1-417f-9cb4-0f5e6cbe6b59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.186302] env[65899]: DEBUG nova.compute.manager [req-1c3d1afb-06ec-48e4-ad08-58822d7a89e0 req-162aee00-34b0-4418-8f29-4a830ea525b1 service nova] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Received event network-vif-deleted-70db099b-f954-4387-853c-23fe9f2d1082 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.438562] env[65899]: DEBUG nova.scheduler.client.report [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.524329] env[65899]: DEBUG oslo_concurrency.lockutils [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Releasing lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.526853] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895116, 'name': ReconfigVM_Task, 'duration_secs': 0.63317} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.527529] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f73162a3-bbfb-4a82-82a5-d89eb933521c/f73162a3-bbfb-4a82-82a5-d89eb933521c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.529077] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2fa7fc5-9631-4130-9169-a7defc3959f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.539775] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 966.539775] env[65899]: value = "task-4895117" [ 966.539775] env[65899]: _type = "Task" [ 966.539775] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.560087] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895117, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.609842] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.693714] env[65899]: INFO nova.compute.manager [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Took 35.16 seconds to build instance. [ 966.946726] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.948738] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.950821] env[65899]: INFO nova.compute.claims [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.972822] env[65899]: INFO nova.scheduler.client.report [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted allocations for instance 2da699de-cb16-46e4-9d53-b32e87af893f [ 967.031046] env[65899]: DEBUG nova.compute.manager [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 967.031353] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541520ba-21e1-411e-830b-0336ee0b4514 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.056938] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895117, 'name': Rename_Task, 'duration_secs': 0.248244} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.057831] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.057831] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbabdec0-d961-4e62-a0bd-8180dbf2ff98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.066867] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 967.066867] env[65899]: value = "task-4895118" [ 967.066867] env[65899]: _type = "Task" [ 967.066867] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.078018] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.197353] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4ca68b39-d80b-4fef-b491-a37efc2697b0 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.669s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.486764] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "2da699de-cb16-46e4-9d53-b32e87af893f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.202s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.582392] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.700330] env[65899]: DEBUG nova.compute.manager [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 968.059116] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd35f0d-8c4e-4fd3-ab72-33ede4bfc046 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.070733] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Doing hard reboot of VM {{(pid=65899) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 968.077918] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-246fb1f8-9c55-4aa0-8487-d07aa5626c54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.086019] env[65899]: DEBUG oslo_vmware.api [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895118, 'name': PowerOnVM_Task, 'duration_secs': 0.752462} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.087873] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.088122] env[65899]: INFO nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Took 9.52 seconds to spawn the instance on the hypervisor. [ 968.088456] env[65899]: DEBUG nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.088759] env[65899]: DEBUG oslo_vmware.api [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 968.088759] env[65899]: value = "task-4895119" [ 968.088759] env[65899]: _type = "Task" [ 968.088759] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.089586] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa58a25d-a14c-4201-b833-7e14897eb2a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.112752] env[65899]: DEBUG oslo_vmware.api [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895119, 'name': ResetVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.229239] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.369357] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e7c85-cdb0-461a-9517-a5a0542f36b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.381325] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb08f9-e202-4c86-b166-6e1043266da5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.425310] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f73e1-5642-4015-8cc6-d8362401db1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.436035] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c721da0-9cda-4a34-96a9-28b6a09c761c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.453423] env[65899]: DEBUG nova.compute.provider_tree [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.520083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "1a86be95-81d6-479a-832d-262db31a4e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.520285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "1a86be95-81d6-479a-832d-262db31a4e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.605894] env[65899]: DEBUG oslo_vmware.api [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895119, 'name': ResetVM_Task, 'duration_secs': 0.263791} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.605894] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Did hard reboot of VM {{(pid=65899) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 968.605894] env[65899]: DEBUG nova.compute.manager [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.606785] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29ef119-d975-4dc3-8d3b-a3223756dfb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.623138] env[65899]: INFO nova.compute.manager [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Took 36.15 seconds to build instance. [ 968.750320] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e3e9-e56f-687c-c284-87d8bf7a17c2/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.754585] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17157760-37aa-45f9-9083-2dceebb532c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.763096] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e3e9-e56f-687c-c284-87d8bf7a17c2/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.766373] env[65899]: ERROR oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e3e9-e56f-687c-c284-87d8bf7a17c2/disk-0.vmdk due to incomplete transfer. [ 968.766669] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b721799c-cece-4b61-a0c4-47fdca637cca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.775602] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e3e9-e56f-687c-c284-87d8bf7a17c2/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.775821] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Uploaded image c4d7bf8a-f24c-4754-b930-baa14fb63578 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.778199] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.778560] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0ec858a-7d83-4898-ae82-28e1245e083b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.786836] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 968.786836] env[65899]: value = "task-4895120" [ 968.786836] env[65899]: _type = "Task" [ 968.786836] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.800854] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895120, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.956980] env[65899]: DEBUG nova.scheduler.client.report [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.023362] env[65899]: DEBUG nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 969.126249] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.666s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.126794] env[65899]: DEBUG oslo_concurrency.lockutils [None req-12457843-7b78-4268-aaab-7db547bb7d2d tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.875s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.300444] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895120, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.467600] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.468232] env[65899]: DEBUG nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 969.472201] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.523s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.473790] env[65899]: INFO nova.compute.claims [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.548780] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.806851] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895120, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.980030] env[65899]: DEBUG nova.compute.utils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.984930] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.985579] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.987615] env[65899]: DEBUG nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 969.987722] env[65899]: DEBUG nova.network.neutron [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 969.988534] env[65899]: WARNING neutronclient.v2_0.client [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.988534] env[65899]: WARNING neutronclient.v2_0.client [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.095905] env[65899]: DEBUG nova.policy [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a479cc103994afbba744c8a84c75009', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5d4ed64cd0b471ba25713f4b8b44eb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.197740] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.198049] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.198244] env[65899]: INFO nova.compute.manager [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Shelving [ 970.299477] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895120, 'name': Destroy_Task, 'duration_secs': 1.078595} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.300117] env[65899]: INFO nova.compute.manager [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Unrescuing [ 970.300337] env[65899]: DEBUG oslo_concurrency.lockutils [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.300955] env[65899]: DEBUG oslo_concurrency.lockutils [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquired lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.300955] env[65899]: DEBUG nova.network.neutron [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 970.302057] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Destroyed the VM [ 970.303252] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.303252] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c346d84-32dc-437c-b84a-f5b63d3f5968 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.312110] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 970.312110] env[65899]: value = "task-4895121" [ 970.312110] env[65899]: _type = "Task" [ 970.312110] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.323715] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.391137] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "8a9533c2-b691-4c25-a359-08c722c142aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.391253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "8a9533c2-b691-4c25-a359-08c722c142aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.391420] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "8a9533c2-b691-4c25-a359-08c722c142aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.391866] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "8a9533c2-b691-4c25-a359-08c722c142aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.391866] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "8a9533c2-b691-4c25-a359-08c722c142aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.395681] env[65899]: INFO nova.compute.manager [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Terminating instance [ 970.452224] env[65899]: DEBUG nova.network.neutron [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Successfully created port: 42b2c38b-69fa-459c-8aa4-34967ef1d85f {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 970.489041] env[65899]: DEBUG nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 970.495695] env[65899]: DEBUG nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 970.806102] env[65899]: WARNING neutronclient.v2_0.client [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.825892] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.900228] env[65899]: DEBUG nova.compute.manager [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 970.900594] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.901663] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70646c-b3db-4593-a6ab-06a826f237a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.911712] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.912027] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa698c44-10ab-47c1-972b-463e9057cbff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.920661] env[65899]: DEBUG oslo_vmware.api [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 970.920661] env[65899]: value = "task-4895122" [ 970.920661] env[65899]: _type = "Task" [ 970.920661] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.935584] env[65899]: DEBUG oslo_vmware.api [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.020936] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69284d-b36a-4d83-858d-fd678e064574 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.036211] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e4125-711b-4373-b373-bf57ac862e3a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.043765] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.088568] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0445df-9742-4f4d-a516-5e1aa302c205 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.100640] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b0b662-c70a-4924-aa3a-06ffaf4d4541 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.117045] env[65899]: DEBUG nova.compute.provider_tree [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.216508] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.216884] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-365c833d-99d6-4f0a-81f4-29b2d142a4d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.224554] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 971.224554] env[65899]: value = "task-4895123" [ 971.224554] env[65899]: _type = "Task" [ 971.224554] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.234424] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.324412] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.430803] env[65899]: DEBUG oslo_vmware.api [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895122, 'name': PowerOffVM_Task, 'duration_secs': 0.240803} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.431185] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.431389] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.431722] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98820deb-101f-4435-a54c-738c3da5236d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.529976] env[65899]: DEBUG nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 971.572024] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 971.573296] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 971.573648] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 971.574334] env[65899]: DEBUG nova.virt.hardware [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 971.575403] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b0ab33-d9b5-4fa9-8a51-157fe0f55c5d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.586730] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224064f6-6410-470a-ac9e-87349d00e12d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.609195] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.609396] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.609540] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleting the datastore file [datastore2] 8a9533c2-b691-4c25-a359-08c722c142aa {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.610133] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd45e265-797e-48c6-848c-141e60ab07e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.618175] env[65899]: DEBUG oslo_vmware.api [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 971.618175] env[65899]: value = "task-4895125" [ 971.618175] env[65899]: _type = "Task" [ 971.618175] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.624583] env[65899]: DEBUG nova.scheduler.client.report [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.634426] env[65899]: DEBUG oslo_vmware.api [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.678861] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.679131] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.742025] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895123, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.825342] env[65899]: DEBUG oslo_vmware.api [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895121, 'name': RemoveSnapshot_Task, 'duration_secs': 1.499064} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.826037] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.826037] env[65899]: INFO nova.compute.manager [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Took 18.32 seconds to snapshot the instance on the hypervisor. [ 972.133365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.133365] env[65899]: DEBUG nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 972.135030] env[65899]: DEBUG oslo_vmware.api [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179482} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.135697] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.528s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.136084] env[65899]: DEBUG nova.objects.instance [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lazy-loading 'resources' on Instance uuid 4398f617-f15f-48a6-86a3-383aef6e23d8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.137522] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.137885] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.138525] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.140013] env[65899]: INFO nova.compute.manager [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Took 1.24 seconds to destroy the instance on the hypervisor. [ 972.140013] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.140013] env[65899]: DEBUG nova.compute.manager [-] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 972.140013] env[65899]: DEBUG nova.network.neutron [-] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.140013] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.177087] env[65899]: WARNING neutronclient.v2_0.client [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.183107] env[65899]: DEBUG nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 972.236497] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895123, 'name': PowerOffVM_Task, 'duration_secs': 0.6297} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.236706] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.237912] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8debd83d-4669-4f2d-aec8-7027d92ed6e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.265405] env[65899]: DEBUG nova.network.neutron [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Successfully updated port: 42b2c38b-69fa-459c-8aa4-34967ef1d85f {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 972.267206] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9ecb6-a635-4457-ad86-5dd5e4e28b85 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.271573] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.383782] env[65899]: DEBUG nova.network.neutron [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Updating instance_info_cache with network_info: [{"id": "1f811741-fa0f-452c-b41e-e45614a6f08f", "address": "fa:16:3e:0b:bc:fd", "network": {"id": "e50b9341-6c1d-435b-8aca-6b5d7c9f5edc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1230627879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14b2d2678f9d4df59c467bbc40b7fcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f811741-fa", "ovs_interfaceid": "1f811741-fa0f-452c-b41e-e45614a6f08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.388770] env[65899]: DEBUG nova.compute.manager [None req-f7ae8db7-29a1-4358-8cd9-2c88177da32a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Found 1 images (rotation: 2) {{(pid=65899) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 972.638341] env[65899]: DEBUG nova.compute.utils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.644314] env[65899]: DEBUG nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 972.644560] env[65899]: DEBUG nova.network.neutron [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 972.644888] env[65899]: WARNING neutronclient.v2_0.client [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.645215] env[65899]: WARNING neutronclient.v2_0.client [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.708037] env[65899]: DEBUG nova.policy [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6e3bf5bb6b4c8285c744ce6471ac37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada283044488484fb66f0bb359de932d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.711798] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.774157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "refresh_cache-d31044e8-9594-4470-ae3f-fc31b980070f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.774157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquired lock "refresh_cache-d31044e8-9594-4470-ae3f-fc31b980070f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.774157] env[65899]: DEBUG nova.network.neutron [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.785265] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.785265] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6302885a-31b9-45a5-b20a-67c0be963316 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.796592] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 972.796592] env[65899]: value = "task-4895126" [ 972.796592] env[65899]: _type = "Task" [ 972.796592] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.813199] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.893278] env[65899]: DEBUG oslo_concurrency.lockutils [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Releasing lock "refresh_cache-03fc578a-a170-40b0-b472-d2a6dd77f74d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.894894] env[65899]: DEBUG nova.objects.instance [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lazy-loading 'flavor' on Instance uuid 03fc578a-a170-40b0-b472-d2a6dd77f74d {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.081573] env[65899]: DEBUG nova.network.neutron [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Successfully created port: d590d167-569d-414d-8703-f9b1995a8c39 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 973.134675] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2ccd1-100e-454e-9114-e23b20380b1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.143932] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896770c9-0ba3-409d-9c89-846574cc7e1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.151050] env[65899]: DEBUG nova.network.neutron [-] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.180015] env[65899]: DEBUG nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 973.184282] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ee0f4-efab-4e52-b6c1-4cf2f182a2c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.194890] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010bae00-2870-48f5-9897-34781cf88f73 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.213952] env[65899]: DEBUG nova.compute.provider_tree [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.312068] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895126, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.332762] env[65899]: DEBUG nova.compute.manager [req-9c2a0869-f559-4210-bb0a-cbe5f55e2b48 req-64de7fb2-9087-4935-ba77-f21dd6120662 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Received event network-vif-plugged-42b2c38b-69fa-459c-8aa4-34967ef1d85f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.332992] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c2a0869-f559-4210-bb0a-cbe5f55e2b48 req-64de7fb2-9087-4935-ba77-f21dd6120662 service nova] Acquiring lock "d31044e8-9594-4470-ae3f-fc31b980070f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.333088] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c2a0869-f559-4210-bb0a-cbe5f55e2b48 req-64de7fb2-9087-4935-ba77-f21dd6120662 service nova] Lock "d31044e8-9594-4470-ae3f-fc31b980070f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.333862] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c2a0869-f559-4210-bb0a-cbe5f55e2b48 req-64de7fb2-9087-4935-ba77-f21dd6120662 service nova] Lock "d31044e8-9594-4470-ae3f-fc31b980070f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.333862] env[65899]: DEBUG nova.compute.manager [req-9c2a0869-f559-4210-bb0a-cbe5f55e2b48 req-64de7fb2-9087-4935-ba77-f21dd6120662 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] No waiting events found dispatching network-vif-plugged-42b2c38b-69fa-459c-8aa4-34967ef1d85f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 973.333862] env[65899]: WARNING nova.compute.manager [req-9c2a0869-f559-4210-bb0a-cbe5f55e2b48 req-64de7fb2-9087-4935-ba77-f21dd6120662 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Received unexpected event network-vif-plugged-42b2c38b-69fa-459c-8aa4-34967ef1d85f for instance with vm_state building and task_state spawning. [ 973.346901] env[65899]: DEBUG nova.network.neutron [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 973.355236] env[65899]: DEBUG nova.compute.manager [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Received event network-changed-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.355451] env[65899]: DEBUG nova.compute.manager [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Refreshing instance network info cache due to event network-changed-56024829-aa7a-4b3d-9e4e-2cd1ec07f096. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 973.355723] env[65899]: DEBUG oslo_concurrency.lockutils [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] Acquiring lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.355906] env[65899]: DEBUG oslo_concurrency.lockutils [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] Acquired lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.355906] env[65899]: DEBUG nova.network.neutron [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Refreshing network info cache for port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.409398] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5269d481-a402-4a45-b0cf-365ccb1740f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.433479] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.433861] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f2b3676-9269-48cd-b812-2b13007ca4a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.445290] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 973.445290] env[65899]: value = "task-4895127" [ 973.445290] env[65899]: _type = "Task" [ 973.445290] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.455844] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.672532] env[65899]: WARNING neutronclient.v2_0.client [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.684596] env[65899]: INFO nova.compute.manager [-] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Took 1.54 seconds to deallocate network for instance. [ 973.718653] env[65899]: DEBUG nova.scheduler.client.report [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.731699] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.733148] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "4081c530-6dc9-44c7-912f-5afbd318807c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.813952] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895126, 'name': CreateSnapshot_Task, 'duration_secs': 0.740148} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.814295] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.815086] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e87927-e1f5-4b91-90f9-2526797cf63a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.859598] env[65899]: WARNING neutronclient.v2_0.client [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.893937] env[65899]: DEBUG nova.network.neutron [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Updating instance_info_cache with network_info: [{"id": "42b2c38b-69fa-459c-8aa4-34967ef1d85f", "address": "fa:16:3e:3d:c1:31", "network": {"id": "37deef34-0806-4bd1-b6d2-ce37333a8477", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-14199723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d4ed64cd0b471ba25713f4b8b44eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b2c38b-69", "ovs_interfaceid": "42b2c38b-69fa-459c-8aa4-34967ef1d85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.956981] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895127, 'name': PowerOffVM_Task, 'duration_secs': 0.435639} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.957283] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.963025] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.963484] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312fbba5-4ec8-4722-8def-39900536b3aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.987205] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 973.987205] env[65899]: value = "task-4895128" [ 973.987205] env[65899]: _type = "Task" [ 973.987205] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.999041] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.195780] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.197285] env[65899]: DEBUG nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 974.227011] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.229294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.235022] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.235489] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.235489] env[65899]: DEBUG nova.virt.hardware [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.236872] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1402241-2dd0-4180-a112-3c5b2b705895 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.241064] env[65899]: DEBUG nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 974.255219] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a23ee-ec41-41b3-9a05-404a1ae5517f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.260702] env[65899]: INFO nova.scheduler.client.report [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted allocations for instance 4398f617-f15f-48a6-86a3-383aef6e23d8 [ 974.338164] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.338924] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-541d2939-d6f6-40b2-b08e-4d55b3dfc305 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.352771] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 974.352771] env[65899]: value = "task-4895129" [ 974.352771] env[65899]: _type = "Task" [ 974.352771] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.372924] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895129, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.397926] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Releasing lock "refresh_cache-d31044e8-9594-4470-ae3f-fc31b980070f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.398981] env[65899]: DEBUG nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Instance network_info: |[{"id": "42b2c38b-69fa-459c-8aa4-34967ef1d85f", "address": "fa:16:3e:3d:c1:31", "network": {"id": "37deef34-0806-4bd1-b6d2-ce37333a8477", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-14199723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d4ed64cd0b471ba25713f4b8b44eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b2c38b-69", "ovs_interfaceid": "42b2c38b-69fa-459c-8aa4-34967ef1d85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 974.400916] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:c1:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42b2c38b-69fa-459c-8aa4-34967ef1d85f', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.413986] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Creating folder: Project (e5d4ed64cd0b471ba25713f4b8b44eb7). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.416173] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c015954-92b6-4d8d-a45d-203d6b91d6f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.441696] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.442420] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.446083] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Created folder: Project (e5d4ed64cd0b471ba25713f4b8b44eb7) in parent group-v953787. [ 974.446083] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Creating folder: Instances. Parent ref: group-v954021. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.447410] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb081ccc-9782-48a2-b4ce-c1edec393276 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.462758] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Created folder: Instances in parent group-v954021. [ 974.463147] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 974.464668] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.464881] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-324cf765-2c01-455d-87d8-2a1ea7c25a89 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.488128] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.488534] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.500309] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.500309] env[65899]: value = "task-4895132" [ 974.500309] env[65899]: _type = "Task" [ 974.500309] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.514667] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895128, 'name': ReconfigVM_Task, 'duration_secs': 0.45937} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.516080] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.516494] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.518342] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-680caa6c-0fe1-48d6-8d66-9b928a2a5ebb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.528935] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895132, 'name': CreateVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.539160] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 974.539160] env[65899]: value = "task-4895133" [ 974.539160] env[65899]: _type = "Task" [ 974.539160] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.564599] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.587266] env[65899]: WARNING neutronclient.v2_0.client [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.748745] env[65899]: INFO nova.compute.claims [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.779773] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9ce8e506-9968-4a00-ac69-42e4a1153110 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4398f617-f15f-48a6-86a3-383aef6e23d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.748s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.785423] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.866828] env[65899]: DEBUG nova.network.neutron [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updated VIF entry in instance network info cache for port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.866828] env[65899]: DEBUG nova.network.neutron [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updating instance_info_cache with network_info: [{"id": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "address": "fa:16:3e:6e:66:7b", "network": {"id": "e18d9bc4-80b5-4391-9848-0d4ac5612cbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-340597617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77141f6c199a451699585294226247a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56024829-aa", "ovs_interfaceid": "56024829-aa7a-4b3d-9e4e-2cd1ec07f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.873763] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895129, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.893076] env[65899]: DEBUG nova.network.neutron [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Successfully updated port: d590d167-569d-414d-8703-f9b1995a8c39 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 974.923577] env[65899]: DEBUG nova.compute.manager [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 974.925312] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18f36e4-ba45-4b45-b869-9ac47a113e2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.947982] env[65899]: DEBUG nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 975.000388] env[65899]: DEBUG nova.compute.utils [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.014841] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895132, 'name': CreateVM_Task, 'duration_secs': 0.488225} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.014841] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.014841] env[65899]: WARNING neutronclient.v2_0.client [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.014841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.015096] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.015425] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.016700] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ea6a05-f453-4541-a36d-dd075f76ca96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.025870] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 975.025870] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524cb317-916a-d410-8e6f-0b6b80dd2342" [ 975.025870] env[65899]: _type = "Task" [ 975.025870] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.038924] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524cb317-916a-d410-8e6f-0b6b80dd2342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.053347] env[65899]: DEBUG oslo_vmware.api [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895133, 'name': PowerOnVM_Task, 'duration_secs': 0.514677} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.053643] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.054256] env[65899]: DEBUG nova.compute.manager [None req-97aa6cd3-351a-4989-803b-95c14fd72096 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 975.055131] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1784b804-9540-4ef8-99ab-e139764b2788 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.058896] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.059104] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.059404] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "8685bc09-6192-42b7-ab4c-16119de0f7fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.059488] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.060960] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.062282] env[65899]: INFO nova.compute.manager [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Terminating instance [ 975.259483] env[65899]: INFO nova.compute.resource_tracker [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating resource usage from migration 86b9c2b1-1a2d-4315-9474-2e5be1ac7d2d [ 975.371720] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895129, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.379662] env[65899]: DEBUG oslo_concurrency.lockutils [req-39956a5a-bd4e-4c34-9155-f2eaa75eac7b req-b4a04cd7-80b5-46fd-868e-a34dedc653fc service nova] Releasing lock "refresh_cache-8685bc09-6192-42b7-ab4c-16119de0f7fd" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.397260] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "refresh_cache-4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.397453] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "refresh_cache-4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.397732] env[65899]: DEBUG nova.network.neutron [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.437658] env[65899]: INFO nova.compute.manager [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] instance snapshotting [ 975.438242] env[65899]: DEBUG nova.objects.instance [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'flavor' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.479279] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.503789] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.537037] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524cb317-916a-d410-8e6f-0b6b80dd2342, 'name': SearchDatastore_Task, 'duration_secs': 0.016635} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.540039] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.540283] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.540517] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.540656] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.540831] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.541342] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc54817c-e5e2-43bf-b2d9-f7eb9b344d90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.551944] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.552170] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.555719] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3d73b1-3578-49da-8a6b-597cffae1664 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.563574] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 975.563574] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522ebe2c-3b9b-dcbd-618d-fd07e91700c3" [ 975.563574] env[65899]: _type = "Task" [ 975.563574] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.576817] env[65899]: DEBUG nova.compute.manager [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 975.576817] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.584235] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522a4497-ebdc-4029-9df5-4be1509aeca2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.585796] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522ebe2c-3b9b-dcbd-618d-fd07e91700c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.592283] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.592553] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f569de9-c62f-42db-b0b8-9b5c5effb2b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.605266] env[65899]: DEBUG oslo_vmware.api [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 975.605266] env[65899]: value = "task-4895134" [ 975.605266] env[65899]: _type = "Task" [ 975.605266] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.621197] env[65899]: DEBUG oslo_vmware.api [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.698757] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9672c9d5-01c3-42b1-8ec9-909a0c302abc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.708857] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0fccfd-92b6-43f7-95b8-7bbd5a554bd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.741968] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6257a-6278-4286-93fc-0d6e2c2cda32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.750967] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310252af-24d8-44fa-acd8-a663ac5c14b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.765927] env[65899]: DEBUG nova.compute.provider_tree [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.868695] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895129, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.946060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c863429-ebc5-4a57-9cae-cc38a33d798c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.967719] env[65899]: DEBUG nova.network.neutron [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 975.970674] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352b32eb-55f2-4bbb-b6bd-acc5a8081123 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.058874] env[65899]: WARNING neutronclient.v2_0.client [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.078288] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522ebe2c-3b9b-dcbd-618d-fd07e91700c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.079365] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ed5d92-bc76-4b99-bbf0-7852b69a3569 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.092050] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 976.092050] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526576c0-b389-1a7f-6aca-b2bf7d33fc71" [ 976.092050] env[65899]: _type = "Task" [ 976.092050] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.101511] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526576c0-b389-1a7f-6aca-b2bf7d33fc71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.118604] env[65899]: DEBUG oslo_vmware.api [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895134, 'name': PowerOffVM_Task, 'duration_secs': 0.426847} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.118880] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.119056] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.119334] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b1a2319-4929-43b5-a0eb-2960fce6e083 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.155559] env[65899]: DEBUG nova.network.neutron [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Updating instance_info_cache with network_info: [{"id": "d590d167-569d-414d-8703-f9b1995a8c39", "address": "fa:16:3e:9a:40:19", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd590d167-56", "ovs_interfaceid": "d590d167-569d-414d-8703-f9b1995a8c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.201889] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.202249] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.202479] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Deleting the datastore file [datastore1] 8685bc09-6192-42b7-ab4c-16119de0f7fd {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.202734] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b16c99f-dab1-425c-8663-1af1afa78907 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.209732] env[65899]: DEBUG nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Received event network-changed-42b2c38b-69fa-459c-8aa4-34967ef1d85f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 976.209944] env[65899]: DEBUG nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Refreshing instance network info cache due to event network-changed-42b2c38b-69fa-459c-8aa4-34967ef1d85f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 976.210209] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Acquiring lock "refresh_cache-d31044e8-9594-4470-ae3f-fc31b980070f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.210356] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Acquired lock "refresh_cache-d31044e8-9594-4470-ae3f-fc31b980070f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.210506] env[65899]: DEBUG nova.network.neutron [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Refreshing network info cache for port 42b2c38b-69fa-459c-8aa4-34967ef1d85f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.217730] env[65899]: DEBUG oslo_vmware.api [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 976.217730] env[65899]: value = "task-4895136" [ 976.217730] env[65899]: _type = "Task" [ 976.217730] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.228176] env[65899]: DEBUG oslo_vmware.api [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.270765] env[65899]: DEBUG nova.scheduler.client.report [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.368755] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895129, 'name': CloneVM_Task, 'duration_secs': 1.818317} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.369088] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Created linked-clone VM from snapshot [ 976.369972] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce6db38-3829-4380-a7b6-47b6f13bc420 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.380601] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Uploading image 2ea1a346-4f92-4a64-9f3e-8f72f2be1419 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.411542] env[65899]: INFO nova.compute.manager [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Rebuilding instance [ 976.416065] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.416065] env[65899]: value = "vm-954020" [ 976.416065] env[65899]: _type = "VirtualMachine" [ 976.416065] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.416419] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06e58595-5ced-4fb3-a464-b6f80bd2afcd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.425018] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease: (returnval){ [ 976.425018] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529106ea-e766-1f6a-2545-9084370ec406" [ 976.425018] env[65899]: _type = "HttpNfcLease" [ 976.425018] env[65899]: } obtained for exporting VM: (result){ [ 976.425018] env[65899]: value = "vm-954020" [ 976.425018] env[65899]: _type = "VirtualMachine" [ 976.425018] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.425464] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the lease: (returnval){ [ 976.425464] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529106ea-e766-1f6a-2545-9084370ec406" [ 976.425464] env[65899]: _type = "HttpNfcLease" [ 976.425464] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.436074] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.436074] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529106ea-e766-1f6a-2545-9084370ec406" [ 976.436074] env[65899]: _type = "HttpNfcLease" [ 976.436074] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.466926] env[65899]: DEBUG nova.compute.manager [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.467907] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef66f52-c553-499d-ae3e-06d40fdb5616 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.483535] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 976.484249] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2476426d-1904-42d4-94b5-888623092d2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.493448] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 976.493448] env[65899]: value = "task-4895138" [ 976.493448] env[65899]: _type = "Task" [ 976.493448] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.504436] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895138, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.553100] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.553100] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.553300] env[65899]: INFO nova.compute.manager [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Attaching volume e9feb01e-73c5-4c4d-aaf2-366c9fb82287 to /dev/sdb [ 976.599659] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89efd529-4578-45c5-9fcb-70484dd24897 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.611946] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93e9fa8-3a7d-4a0a-bc3c-30939b0754f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.614932] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526576c0-b389-1a7f-6aca-b2bf7d33fc71, 'name': SearchDatastore_Task, 'duration_secs': 0.034097} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.615210] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.615465] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] d31044e8-9594-4470-ae3f-fc31b980070f/d31044e8-9594-4470-ae3f-fc31b980070f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.616351] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1af13c10-60bc-474f-84bd-ee485b744a48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.624513] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 976.624513] env[65899]: value = "task-4895139" [ 976.624513] env[65899]: _type = "Task" [ 976.624513] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.632797] env[65899]: DEBUG nova.virt.block_device [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Updating existing volume attachment record: befbe1ae-c408-4366-9e64-3ed48791f421 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 976.641404] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.660159] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "refresh_cache-4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.660739] env[65899]: DEBUG nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Instance network_info: |[{"id": "d590d167-569d-414d-8703-f9b1995a8c39", "address": "fa:16:3e:9a:40:19", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd590d167-56", "ovs_interfaceid": "d590d167-569d-414d-8703-f9b1995a8c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 976.661498] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:40:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd590d167-569d-414d-8703-f9b1995a8c39', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.672029] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.672376] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.672569] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c43e3e8-b4d9-4575-b571-138d57d57480 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.695192] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.695192] env[65899]: value = "task-4895140" [ 976.695192] env[65899]: _type = "Task" [ 976.695192] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.707714] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895140, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.713126] env[65899]: WARNING neutronclient.v2_0.client [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.731589] env[65899]: DEBUG oslo_vmware.api [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248567} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.732036] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.732369] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.732769] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.732938] env[65899]: INFO nova.compute.manager [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 976.733105] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.733327] env[65899]: DEBUG nova.compute.manager [-] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 976.733448] env[65899]: DEBUG nova.network.neutron [-] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.733720] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.778128] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.549s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.778604] env[65899]: INFO nova.compute.manager [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Migrating [ 976.787524] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.789732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.241s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.791414] env[65899]: INFO nova.compute.claims [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.705363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "03fc578a-a170-40b0-b472-d2a6dd77f74d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.705672] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.705807] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "03fc578a-a170-40b0-b472-d2a6dd77f74d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.705948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.706134] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.713406] env[65899]: INFO nova.compute.manager [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Terminating instance [ 977.748226] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895138, 'name': CreateSnapshot_Task, 'duration_secs': 0.851388} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.748758] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657992} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.749646] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895140, 'name': CreateVM_Task, 'duration_secs': 0.443127} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.749986] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.749986] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529106ea-e766-1f6a-2545-9084370ec406" [ 977.749986] env[65899]: _type = "HttpNfcLease" [ 977.749986] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.752826] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 977.753178] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] d31044e8-9594-4470-ae3f-fc31b980070f/d31044e8-9594-4470-ae3f-fc31b980070f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.753482] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.753666] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.753983] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.753983] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529106ea-e766-1f6a-2545-9084370ec406" [ 977.753983] env[65899]: _type = "HttpNfcLease" [ 977.753983] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.755328] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b8e52-2d2e-46a7-abcc-bb733a250162 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.758199] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9559dfe1-efa0-46b6-bf9d-819a065d99f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.761016] env[65899]: WARNING neutronclient.v2_0.client [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.761763] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.761763] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.761978] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.762788] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f39c62-58d5-4c9c-a902-dca36f15afd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.765662] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cee2013-2b5f-4b76-8059-742ec3f5546f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.774970] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb2faa-1442-273e-488f-016c196c4155/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.775309] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb2faa-1442-273e-488f-016c196c4155/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.783551] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 977.783551] env[65899]: value = "task-4895144" [ 977.783551] env[65899]: _type = "Task" [ 977.783551] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.786352] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 977.786352] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527a23f3-3679-f01a-d936-42f1b45e9be8" [ 977.786352] env[65899]: _type = "Task" [ 977.786352] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.867150] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527a23f3-3679-f01a-d936-42f1b45e9be8, 'name': SearchDatastore_Task, 'duration_secs': 0.016458} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.867331] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074881} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.867649] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.867840] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.868081] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.868231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.868434] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.868789] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.869073] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7bd81ef-7b96-4dec-9fdf-178c386ae113 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.871717] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ed832b-ab66-4033-99af-788254ed5a74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.895296] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] d31044e8-9594-4470-ae3f-fc31b980070f/d31044e8-9594-4470-ae3f-fc31b980070f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.898974] env[65899]: WARNING neutronclient.v2_0.client [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.902794] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a827cab2-d61a-4d05-8bcb-8df41b6b867b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.918366] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.918517] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.922089] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b73bc08-4641-47e7-8abd-8f423cda9889 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.923817] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94f152b-dee0-4a9a-bd37-17419787b89a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.932122] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 977.932122] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5236f3a5-10b0-b015-cd30-3852ec402f99" [ 977.932122] env[65899]: _type = "Task" [ 977.932122] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.934717] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 977.934717] env[65899]: value = "task-4895145" [ 977.934717] env[65899]: _type = "Task" [ 977.934717] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.956622] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.957030] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5236f3a5-10b0-b015-cd30-3852ec402f99, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.961462] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b05a2ec-e96b-4ff1-9ba3-43da74fe6297 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.976195] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 977.976195] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52eeae28-f242-95a4-0bb5-f1d024a82920" [ 977.976195] env[65899]: _type = "Task" [ 977.976195] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.992063] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52eeae28-f242-95a4-0bb5-f1d024a82920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.027924] env[65899]: DEBUG nova.network.neutron [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Updated VIF entry in instance network info cache for port 42b2c38b-69fa-459c-8aa4-34967ef1d85f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 978.028977] env[65899]: DEBUG nova.network.neutron [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Updating instance_info_cache with network_info: [{"id": "42b2c38b-69fa-459c-8aa4-34967ef1d85f", "address": "fa:16:3e:3d:c1:31", "network": {"id": "37deef34-0806-4bd1-b6d2-ce37333a8477", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-14199723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d4ed64cd0b471ba25713f4b8b44eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b2c38b-69", "ovs_interfaceid": "42b2c38b-69fa-459c-8aa4-34967ef1d85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.169738] env[65899]: DEBUG nova.compute.manager [req-4b83cf5f-079d-400b-97d5-0ced8ec0f0a4 req-1ab38700-ebe6-4a77-8e16-b5e5d732f832 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Received event network-vif-deleted-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 978.170963] env[65899]: INFO nova.compute.manager [req-4b83cf5f-079d-400b-97d5-0ced8ec0f0a4 req-1ab38700-ebe6-4a77-8e16-b5e5d732f832 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Neutron deleted interface 56024829-aa7a-4b3d-9e4e-2cd1ec07f096; detaching it from the instance and deleting it from the info cache [ 978.170963] env[65899]: DEBUG nova.network.neutron [req-4b83cf5f-079d-400b-97d5-0ced8ec0f0a4 req-1ab38700-ebe6-4a77-8e16-b5e5d732f832 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.218186] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.219337] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.219486] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.220453] env[65899]: DEBUG nova.network.neutron [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 978.221062] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5088a549-fe11-418f-9ecc-3daee5f0b77c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.230667] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 978.230667] env[65899]: value = "task-4895146" [ 978.230667] env[65899]: _type = "Task" [ 978.230667] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.237336] env[65899]: DEBUG nova.compute.manager [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 978.237336] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.238950] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c7e3be-af47-411e-a23c-3e52b2a9cd43 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.249185] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.252040] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.253033] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cdf38d5-84fa-41d5-a8c7-c45161fadc5b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.261172] env[65899]: DEBUG oslo_vmware.api [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 978.261172] env[65899]: value = "task-4895147" [ 978.261172] env[65899]: _type = "Task" [ 978.261172] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.272095] env[65899]: DEBUG oslo_vmware.api [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.297868] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 978.298164] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1e80c75-2274-4682-b2a7-a4c5e200bce2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.308740] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 978.308740] env[65899]: value = "task-4895148" [ 978.308740] env[65899]: _type = "Task" [ 978.308740] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.320276] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895148, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.454325] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.488828] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52eeae28-f242-95a4-0bb5-f1d024a82920, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.489190] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.489589] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c/4be5285a-b07b-4f6b-b8a8-7d39f5541a5c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.490373] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e94db72-2862-4817-bedf-2a788f819bc6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.495645] env[65899]: DEBUG nova.network.neutron [-] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.509383] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 978.509383] env[65899]: value = "task-4895149" [ 978.509383] env[65899]: _type = "Task" [ 978.509383] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.534306] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Releasing lock "refresh_cache-d31044e8-9594-4470-ae3f-fc31b980070f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.534637] env[65899]: DEBUG nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Received event network-vif-deleted-e3e15851-2dce-4607-94a6-c8fa2d0d36dd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 978.534637] env[65899]: DEBUG nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Received event network-vif-plugged-d590d167-569d-414d-8703-f9b1995a8c39 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 978.535030] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Acquiring lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.535306] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.535528] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.535736] env[65899]: DEBUG nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] No waiting events found dispatching network-vif-plugged-d590d167-569d-414d-8703-f9b1995a8c39 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 978.536034] env[65899]: WARNING nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Received unexpected event network-vif-plugged-d590d167-569d-414d-8703-f9b1995a8c39 for instance with vm_state building and task_state spawning. [ 978.536214] env[65899]: DEBUG nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Received event network-changed-d590d167-569d-414d-8703-f9b1995a8c39 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 978.536382] env[65899]: DEBUG nova.compute.manager [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Refreshing instance network info cache due to event network-changed-d590d167-569d-414d-8703-f9b1995a8c39. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 978.536769] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Acquiring lock "refresh_cache-4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.536769] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Acquired lock "refresh_cache-4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.536926] env[65899]: DEBUG nova.network.neutron [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Refreshing network info cache for port d590d167-569d-414d-8703-f9b1995a8c39 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.539467] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.674075] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22118159-f425-4c48-8ed5-bec8a8069c4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.689333] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae83fa4-9f03-418a-a757-8d31c372c8a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.740088] env[65899]: WARNING neutronclient.v2_0.client [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.743212] env[65899]: DEBUG nova.compute.manager [req-4b83cf5f-079d-400b-97d5-0ced8ec0f0a4 req-1ab38700-ebe6-4a77-8e16-b5e5d732f832 service nova] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Detach interface failed, port_id=56024829-aa7a-4b3d-9e4e-2cd1ec07f096, reason: Instance 8685bc09-6192-42b7-ab4c-16119de0f7fd could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.756394] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895146, 'name': PowerOffVM_Task, 'duration_secs': 0.23137} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.756800] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.757699] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.758265] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c317207-1192-4360-a7d7-32e6bff40bd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.769535] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 978.769535] env[65899]: value = "task-4895150" [ 978.769535] env[65899]: _type = "Task" [ 978.769535] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.783072] env[65899]: DEBUG oslo_vmware.api [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895147, 'name': PowerOffVM_Task, 'duration_secs': 0.263665} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.783072] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.783072] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.783665] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a666cb55-86e0-46e7-8d33-ab870f244727 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.797275] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 978.797574] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 978.798710] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953980', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'name': 'volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ad285d5-5627-4ec7-8a2c-84f723b50122', 'attached_at': '', 'detached_at': '', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'serial': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 978.799374] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c5412-0796-4051-bc5b-f00acca837ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.834769] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621702fb-b8ad-43ab-8aee-a3fa4c83f539 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.852536] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28dd1d2-abdd-4b7f-86ba-467c4aa17d6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.854572] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895148, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.883226] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700482d-824e-4c5d-bb7c-bfd9088d37c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.892455] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.893719] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.893719] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Deleting the datastore file [datastore1] 03fc578a-a170-40b0-b472-d2a6dd77f74d {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.894560] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a288fc-18e3-4d52-b4f7-74527c810064 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.911548] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] The volume has not been displaced from its original location: [datastore1] volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f/volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 978.919386] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.928533] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d492bcd-559c-46b2-b158-4d906229cc5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.944894] env[65899]: DEBUG oslo_vmware.api [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 978.944894] env[65899]: value = "task-4895152" [ 978.944894] env[65899]: _type = "Task" [ 978.944894] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.957773] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 978.957773] env[65899]: value = "task-4895153" [ 978.957773] env[65899]: _type = "Task" [ 978.957773] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.962186] env[65899]: DEBUG oslo_vmware.api [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.975880] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895145, 'name': ReconfigVM_Task, 'duration_secs': 0.649811} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.975880] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] d31044e8-9594-4470-ae3f-fc31b980070f/d31044e8-9594-4470-ae3f-fc31b980070f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.977202] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e35627f-fe37-41d4-a13b-0b9e7d61b22e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.984170] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.993629] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 978.993629] env[65899]: value = "task-4895154" [ 978.993629] env[65899]: _type = "Task" [ 978.993629] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.002525] env[65899]: INFO nova.compute.manager [-] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Took 2.27 seconds to deallocate network for instance. [ 979.022666] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895154, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.031735] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.038943] env[65899]: WARNING neutronclient.v2_0.client [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.042132] env[65899]: WARNING neutronclient.v2_0.client [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.201522] env[65899]: DEBUG nova.network.neutron [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance_info_cache with network_info: [{"id": "7f757c97-430d-479e-94dc-3aae56d28d4e", "address": "fa:16:3e:63:23:5e", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f757c97-43", "ovs_interfaceid": "7f757c97-430d-479e-94dc-3aae56d28d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.303567] env[65899]: WARNING neutronclient.v2_0.client [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.339929] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895148, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.394579] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16796ba2-3e44-495b-bc3b-7a375a37f23c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.405423] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a747f0-530e-44ca-9061-76c6c7f9a678 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.445334] env[65899]: DEBUG nova.network.neutron [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Updated VIF entry in instance network info cache for port d590d167-569d-414d-8703-f9b1995a8c39. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 979.445960] env[65899]: DEBUG nova.network.neutron [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Updating instance_info_cache with network_info: [{"id": "d590d167-569d-414d-8703-f9b1995a8c39", "address": "fa:16:3e:9a:40:19", "network": {"id": "29c3d055-173c-4343-a90d-ca7e0deade98", "bridge": "br-int", "label": "tempest-ImagesTestJSON-880213521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada283044488484fb66f0bb359de932d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd590d167-56", "ovs_interfaceid": "d590d167-569d-414d-8703-f9b1995a8c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.448218] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c5714-3e06-42e2-bf21-7e58896c6a9d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.472169] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0504d-8d1e-4c0a-a433-3689f2da2ec4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.477628] env[65899]: DEBUG oslo_vmware.api [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277654} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.477975] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.478280] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.478466] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.478751] env[65899]: INFO nova.compute.manager [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 979.479071] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 979.480398] env[65899]: DEBUG nova.compute.manager [-] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 979.480537] env[65899]: DEBUG nova.network.neutron [-] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 979.481244] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.497272] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895153, 'name': ReconfigVM_Task, 'duration_secs': 0.238505} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.498400] env[65899]: DEBUG nova.compute.provider_tree [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.500661] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.512901] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abae9cdd-8cf0-4fb9-899b-ec4066201c24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.526609] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.538293] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895154, 'name': Rename_Task, 'duration_secs': 0.184316} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.545913] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.545913] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 979.545913] env[65899]: value = "task-4895156" [ 979.545913] env[65899]: _type = "Task" [ 979.545913] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.545913] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540746} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.545913] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1597effe-0087-49ca-8334-1895425d8882 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.547782] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c/4be5285a-b07b-4f6b-b8a8-7d39f5541a5c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.548058] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.552203] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a71dc3a-c51b-4ec0-ba6a-cba7444c9cdb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.560649] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.562022] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.567238] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 979.567238] env[65899]: value = "task-4895158" [ 979.567238] env[65899]: _type = "Task" [ 979.567238] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.567525] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 979.567525] env[65899]: value = "task-4895157" [ 979.567525] env[65899]: _type = "Task" [ 979.567525] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.580123] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.584057] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895157, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.712474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.844720] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895148, 'name': CloneVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.952372] env[65899]: DEBUG oslo_concurrency.lockutils [req-7a04ca64-ee1f-4c2a-8055-18d53248d6db req-4812a388-2f88-4f5b-b95c-07ce013bb261 service nova] Releasing lock "refresh_cache-4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.009129] env[65899]: DEBUG nova.scheduler.client.report [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.060752] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.083012] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.086787] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14271} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.087029] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.088021] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794264b9-3c53-416f-baf6-4220de756153 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.115750] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c/4be5285a-b07b-4f6b-b8a8-7d39f5541a5c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.116162] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a01c4b-60fc-4511-a857-38e043ed409f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.137823] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 980.137823] env[65899]: value = "task-4895159" [ 980.137823] env[65899]: _type = "Task" [ 980.137823] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.148507] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.196325] env[65899]: DEBUG nova.compute.manager [req-983be692-a3e5-4c40-ace7-f6fce6550118 req-1f7780d5-e3c3-4edf-b376-64ca472a1071 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Received event network-vif-deleted-1f811741-fa0f-452c-b41e-e45614a6f08f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 980.196422] env[65899]: INFO nova.compute.manager [req-983be692-a3e5-4c40-ace7-f6fce6550118 req-1f7780d5-e3c3-4edf-b376-64ca472a1071 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Neutron deleted interface 1f811741-fa0f-452c-b41e-e45614a6f08f; detaching it from the instance and deleting it from the info cache [ 980.196805] env[65899]: DEBUG nova.network.neutron [req-983be692-a3e5-4c40-ace7-f6fce6550118 req-1f7780d5-e3c3-4edf-b376-64ca472a1071 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.351130] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895148, 'name': CloneVM_Task, 'duration_secs': 1.614248} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.351130] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Created linked-clone VM from snapshot [ 980.351130] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090651f3-4558-45aa-82da-bd1424107b73 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.365494] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Uploading image 278c8a2b-e8e7-4533-8c0b-5d4ca55f0e65 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 980.392318] env[65899]: DEBUG nova.network.neutron [-] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.423020] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 980.423020] env[65899]: value = "vm-954028" [ 980.423020] env[65899]: _type = "VirtualMachine" [ 980.423020] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 980.425409] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6aba430f-b660-4faa-ad79-61e88adada47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.435909] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease: (returnval){ [ 980.435909] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526098d9-d400-0287-b7f5-3ace2bdc2174" [ 980.435909] env[65899]: _type = "HttpNfcLease" [ 980.435909] env[65899]: } obtained for exporting VM: (result){ [ 980.435909] env[65899]: value = "vm-954028" [ 980.435909] env[65899]: _type = "VirtualMachine" [ 980.435909] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 980.437977] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the lease: (returnval){ [ 980.437977] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526098d9-d400-0287-b7f5-3ace2bdc2174" [ 980.437977] env[65899]: _type = "HttpNfcLease" [ 980.437977] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 980.446565] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.446565] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526098d9-d400-0287-b7f5-3ace2bdc2174" [ 980.446565] env[65899]: _type = "HttpNfcLease" [ 980.446565] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 980.515368] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.725s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.516168] env[65899]: DEBUG nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 980.519427] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.476s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.521917] env[65899]: INFO nova.compute.claims [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.563040] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.581064] env[65899]: DEBUG oslo_vmware.api [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895157, 'name': PowerOnVM_Task, 'duration_secs': 0.540037} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.581213] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.581302] env[65899]: INFO nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Took 9.05 seconds to spawn the instance on the hypervisor. [ 980.581469] env[65899]: DEBUG nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.582538] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d75d1-9f21-4ee0-b670-f2284717cb55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.650464] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895159, 'name': ReconfigVM_Task, 'duration_secs': 0.421546} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.650785] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c/4be5285a-b07b-4f6b-b8a8-7d39f5541a5c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.652178] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7387a8b9-0e82-4802-b38f-21927fc4674a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.660636] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 980.660636] env[65899]: value = "task-4895161" [ 980.660636] env[65899]: _type = "Task" [ 980.660636] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.670771] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895161, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.700908] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c833aad9-bf01-47ce-9904-9fc10283ff7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.711743] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a799dd13-c80e-4409-88e2-14088cd66980 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.762727] env[65899]: DEBUG nova.compute.manager [req-983be692-a3e5-4c40-ace7-f6fce6550118 req-1f7780d5-e3c3-4edf-b376-64ca472a1071 service nova] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Detach interface failed, port_id=1f811741-fa0f-452c-b41e-e45614a6f08f, reason: Instance 03fc578a-a170-40b0-b472-d2a6dd77f74d could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.901811] env[65899]: INFO nova.compute.manager [-] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Took 1.42 seconds to deallocate network for instance. [ 980.945411] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.945411] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526098d9-d400-0287-b7f5-3ace2bdc2174" [ 980.945411] env[65899]: _type = "HttpNfcLease" [ 980.945411] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 980.945723] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 980.945723] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526098d9-d400-0287-b7f5-3ace2bdc2174" [ 980.945723] env[65899]: _type = "HttpNfcLease" [ 980.945723] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 980.946620] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad14dd7-2d7a-439f-aef1-fee0000d0587 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.956427] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528dcfbc-dc6c-0d12-1f8d-fa4bccd0db0d/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 980.956637] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528dcfbc-dc6c-0d12-1f8d-fa4bccd0db0d/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 981.027625] env[65899]: DEBUG nova.compute.utils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.031050] env[65899]: DEBUG nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 981.061078] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895156, 'name': ReconfigVM_Task, 'duration_secs': 1.221747} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.061367] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-953980', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'name': 'volume-2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ad285d5-5627-4ec7-8a2c-84f723b50122', 'attached_at': '', 'detached_at': '', 'volume_id': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f', 'serial': '2094fcca-0fc0-4bd4-adda-76a638e8ef7f'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 981.061640] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.062537] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27acc35-25e8-44d0-8327-2336beb8f7b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.071976] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.072338] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66046d7f-46cf-483b-98be-dfa317c77b83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.106448] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1cd604f7-1f34-4aac-8f0d-561fc4e9ecc3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.109824] env[65899]: INFO nova.compute.manager [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Took 17.19 seconds to build instance. [ 981.152706] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.152987] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.153850] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Deleting the datastore file [datastore1] 1ad285d5-5627-4ec7-8a2c-84f723b50122 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.153850] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b0a82c-2756-4cc3-b10b-c8f38c6706b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.164133] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for the task: (returnval){ [ 981.164133] env[65899]: value = "task-4895163" [ 981.164133] env[65899]: _type = "Task" [ 981.164133] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.177592] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895161, 'name': Rename_Task, 'duration_secs': 0.204286} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.180725] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.181560] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.181560] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1ab5990-f7d7-47d5-99c7-4bb6a1302368 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.190244] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 981.190485] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954026', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'name': 'volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f73162a3-bbfb-4a82-82a5-d89eb933521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'serial': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 981.191493] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019583f4-1bf7-4229-bada-1a383a5f98e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.198464] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 981.198464] env[65899]: value = "task-4895164" [ 981.198464] env[65899]: _type = "Task" [ 981.198464] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.218072] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a808a3-d4a9-4a68-8259-0207798f145d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.224755] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895164, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.262085] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287/volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.262948] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f8f6969-136f-47ac-b7bf-f29107edc026 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.277223] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9122634-d67a-4fc3-ba99-4e5f5fd4c61f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.288465] env[65899]: DEBUG oslo_vmware.api [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 981.288465] env[65899]: value = "task-4895165" [ 981.288465] env[65899]: _type = "Task" [ 981.288465] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.301871] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance 'e346f091-7d50-4760-b0d3-ff6be7e3f062' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.316130] env[65899]: DEBUG oslo_vmware.api [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.411294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.445138] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "4463605c-886f-4611-a59d-b4cc8b706671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.445660] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.538567] env[65899]: DEBUG nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 981.614344] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "d31044e8-9594-4470-ae3f-fc31b980070f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.704s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.680100] env[65899]: DEBUG oslo_vmware.api [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Task: {'id': task-4895163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095474} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.684185] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.684624] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.685216] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.716955] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.792932] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "c10774e3-ac9b-4c4e-9d34-bde930addde9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.792932] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.817044] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.820078] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e7bb72-4e45-4116-b79d-896b8a6864dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.824081] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.825184] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32fffc44-3a3b-4c6c-a4eb-c5141e7ebbe8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.835876] env[65899]: DEBUG oslo_vmware.api [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.844675] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 981.844675] env[65899]: value = "task-4895166" [ 981.844675] env[65899]: _type = "Task" [ 981.844675] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.858368] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff5c9d8-6968-42a8-ba92-6896cddf772d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.880304] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.917440] env[65899]: ERROR nova.compute.manager [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Failed to detach volume 2094fcca-0fc0-4bd4-adda-76a638e8ef7f from /dev/sda: nova.exception.InstanceNotFound: Instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 could not be found. [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Traceback (most recent call last): [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self.driver.rebuild(**kwargs) [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] raise NotImplementedError() [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] NotImplementedError [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] During handling of the above exception, another exception occurred: [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Traceback (most recent call last): [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self.driver.detach_volume(context, old_connection_info, [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] return self._volumeops.detach_volume(connection_info, instance) [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self._detach_volume_vmdk(connection_info, instance) [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] stable_ref.fetch_moref(session) [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] raise exception.InstanceNotFound(instance_id=self._uuid) [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] nova.exception.InstanceNotFound: Instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 could not be found. [ 981.917440] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 981.949701] env[65899]: DEBUG nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 982.137472] env[65899]: DEBUG nova.compute.utils [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Build of instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 aborted: Failed to rebuild volume backed instance. {{(pid=65899) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 982.141040] env[65899]: ERROR nova.compute.manager [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 aborted: Failed to rebuild volume backed instance. [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Traceback (most recent call last): [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self.driver.rebuild(**kwargs) [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] raise NotImplementedError() [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] NotImplementedError [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] During handling of the above exception, another exception occurred: [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Traceback (most recent call last): [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self._detach_root_volume(context, instance, root_bdm) [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] with excutils.save_and_reraise_exception(): [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self.force_reraise() [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] raise self.value [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self.driver.detach_volume(context, old_connection_info, [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] return self._volumeops.detach_volume(connection_info, instance) [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self._detach_volume_vmdk(connection_info, instance) [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] stable_ref.fetch_moref(session) [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] raise exception.InstanceNotFound(instance_id=self._uuid) [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] nova.exception.InstanceNotFound: Instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 could not be found. [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] During handling of the above exception, another exception occurred: [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Traceback (most recent call last): [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] yield [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 982.141040] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self._do_rebuild_instance_with_claim( [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self._do_rebuild_instance( [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self._rebuild_default_impl(**kwargs) [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] self._rebuild_volume_backed_instance( [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] raise exception.BuildAbortException( [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] nova.exception.BuildAbortException: Build of instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 aborted: Failed to rebuild volume backed instance. [ 982.142570] env[65899]: ERROR nova.compute.manager [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] [ 982.152270] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47784d25-e2e1-42fe-8f42-559d8322b6a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.164400] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca109d2-ac45-4633-9434-cb1efc86b3a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.205680] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d44a1d-2798-412e-8a37-678f711a1e70 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.216496] env[65899]: DEBUG oslo_vmware.api [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895164, 'name': PowerOnVM_Task, 'duration_secs': 0.709466} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.218775] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.219039] env[65899]: INFO nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Took 8.02 seconds to spawn the instance on the hypervisor. [ 982.223420] env[65899]: DEBUG nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.223420] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eab2f4e-b3dc-4534-b7cb-789ca6bed888 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.225307] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b83566-af02-44a6-add2-e57b041b7839 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.246452] env[65899]: DEBUG nova.compute.provider_tree [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.283978] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "95bb4b10-befe-4785-a114-3e6f8792f8a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.284772] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.298038] env[65899]: DEBUG nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 982.315252] env[65899]: DEBUG oslo_vmware.api [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895165, 'name': ReconfigVM_Task, 'duration_secs': 0.670789} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.315580] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287/volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.320395] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd2c0d5-97b3-470e-8587-f3fe8818a107 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.337786] env[65899]: DEBUG oslo_vmware.api [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 982.337786] env[65899]: value = "task-4895167" [ 982.337786] env[65899]: _type = "Task" [ 982.337786] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.347564] env[65899]: DEBUG oslo_vmware.api [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.360105] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895166, 'name': PowerOffVM_Task, 'duration_secs': 0.281936} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.360597] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.362104] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance 'e346f091-7d50-4760-b0d3-ff6be7e3f062' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.479574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.556357] env[65899]: DEBUG nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 982.754804] env[65899]: DEBUG nova.scheduler.client.report [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.762966] env[65899]: INFO nova.compute.manager [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Took 18.84 seconds to build instance. [ 982.788217] env[65899]: DEBUG nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 982.832053] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.851015] env[65899]: DEBUG oslo_vmware.api [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895167, 'name': ReconfigVM_Task, 'duration_secs': 0.199937} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.851655] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954026', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'name': 'volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f73162a3-bbfb-4a82-82a5-d89eb933521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'serial': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 982.872998] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 982.873914] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.874304] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 982.874905] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.874905] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 982.875227] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 982.875569] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.875920] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 982.876321] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 982.876614] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 982.877367] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 982.886030] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45ccc9b-d7b0-4fd0-b4f5-3e34998b3972 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.907304] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 982.907304] env[65899]: value = "task-4895168" [ 982.907304] env[65899]: _type = "Task" [ 982.907304] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.918097] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.266048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.266628] env[65899]: DEBUG nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 983.269414] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55e6a649-3ed4-4473-8540-41cccdac185e tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.353s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.269991] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.559s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.271345] env[65899]: INFO nova.compute.claims [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.307042] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.334840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "d31044e8-9594-4470-ae3f-fc31b980070f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.334840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "d31044e8-9594-4470-ae3f-fc31b980070f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.334840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "d31044e8-9594-4470-ae3f-fc31b980070f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.335143] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "d31044e8-9594-4470-ae3f-fc31b980070f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.335143] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "d31044e8-9594-4470-ae3f-fc31b980070f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.337316] env[65899]: INFO nova.compute.manager [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Terminating instance [ 983.423154] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895168, 'name': ReconfigVM_Task, 'duration_secs': 0.258098} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.423598] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance 'e346f091-7d50-4760-b0d3-ff6be7e3f062' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.776649] env[65899]: DEBUG nova.compute.utils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.783788] env[65899]: DEBUG nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 983.783788] env[65899]: DEBUG nova.network.neutron [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 983.784043] env[65899]: WARNING neutronclient.v2_0.client [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.785107] env[65899]: WARNING neutronclient.v2_0.client [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.833976] env[65899]: DEBUG nova.policy [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485a2a10e6fe4533ac189a10a9be7dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1e2f4e8b3e4505b24625bbbdfdd852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.841266] env[65899]: DEBUG nova.compute.manager [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 983.841535] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.842587] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab41ee-184f-4370-a92a-2aa3e66cd5b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.853634] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.853634] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974c404a-4ca9-4d99-b276-f9c025975e92 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.861903] env[65899]: DEBUG oslo_vmware.api [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 983.861903] env[65899]: value = "task-4895169" [ 983.861903] env[65899]: _type = "Task" [ 983.861903] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.873049] env[65899]: DEBUG oslo_vmware.api [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.920410] env[65899]: DEBUG nova.objects.instance [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'flavor' on Instance uuid f73162a3-bbfb-4a82-82a5-d89eb933521c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.931022] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 983.931388] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.931642] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 983.931925] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.932168] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 983.932391] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 983.932699] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 983.932940] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 983.933212] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 983.933463] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 983.933886] env[65899]: DEBUG nova.virt.hardware [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 983.942047] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 983.943030] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbea287c-d272-4553-a9f9-63cf0376a815 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.967806] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 983.967806] env[65899]: value = "task-4895170" [ 983.967806] env[65899]: _type = "Task" [ 983.967806] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.979652] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.095193] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.157580] env[65899]: DEBUG oslo_concurrency.lockutils [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.166183] env[65899]: DEBUG nova.network.neutron [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Successfully created port: 24465118-e6e0-4b38-9a07-e523b9b8bdcf {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 984.292205] env[65899]: DEBUG nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 984.379255] env[65899]: DEBUG oslo_vmware.api [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895169, 'name': PowerOffVM_Task, 'duration_secs': 0.321172} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.379616] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.379828] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.380127] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d78982-edd9-4bd5-bfc8-dc21ff1faa90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.430996] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5ac068b6-1679-4b5d-a9a1-8456fb16aeb3 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.878s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.433753] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.339s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.434150] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "f73162a3-bbfb-4a82-82a5-d89eb933521c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.434425] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.434574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.441395] env[65899]: INFO nova.compute.manager [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Terminating instance [ 984.458183] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.458577] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.458853] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Deleting the datastore file [datastore1] d31044e8-9594-4470-ae3f-fc31b980070f {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.460353] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00689b4e-6c9e-4bcd-8b68-6e633ffeef3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.468899] env[65899]: DEBUG oslo_vmware.api [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for the task: (returnval){ [ 984.468899] env[65899]: value = "task-4895172" [ 984.468899] env[65899]: _type = "Task" [ 984.468899] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.491556] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.491874] env[65899]: DEBUG oslo_vmware.api [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.768744] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0f134-ab96-4501-ae5f-969eaab1f316 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.777227] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9801d7df-bfff-4a62-bf28-a34711b7aede {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.813919] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9baa3eb-9438-48af-81ee-743bc79c4231 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.822714] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a80781-0e57-497b-8976-6c78078fa328 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.837522] env[65899]: DEBUG nova.compute.provider_tree [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.950348] env[65899]: DEBUG nova.compute.manager [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 984.950616] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.950932] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5654d359-0122-4d00-a9c4-5a5051fba574 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.960274] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 984.960274] env[65899]: value = "task-4895173" [ 984.960274] env[65899]: _type = "Task" [ 984.960274] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.969951] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.980584] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.989919] env[65899]: DEBUG oslo_vmware.api [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Task: {'id': task-4895172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193793} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.990257] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.990439] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.990615] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.990782] env[65899]: INFO nova.compute.manager [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 984.991045] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 984.991310] env[65899]: DEBUG nova.compute.manager [-] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 984.991363] env[65899]: DEBUG nova.network.neutron [-] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 984.991605] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.048012] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.318756] env[65899]: DEBUG nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 985.341407] env[65899]: DEBUG nova.scheduler.client.report [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.399396] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquiring lock "1ad285d5-5627-4ec7-8a2c-84f723b50122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.399848] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.400167] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquiring lock "1ad285d5-5627-4ec7-8a2c-84f723b50122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.400423] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.400658] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.403264] env[65899]: INFO nova.compute.manager [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Terminating instance [ 985.471812] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895173, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.481467] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895170, 'name': ReconfigVM_Task, 'duration_secs': 1.29546} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.481793] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.482761] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d544bd-8ab3-497b-a161-3b33fdd47f0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.510307] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e346f091-7d50-4760-b0d3-ff6be7e3f062/e346f091-7d50-4760-b0d3-ff6be7e3f062.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.510307] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6c783c-447a-45ed-aa9a-add773e1ff01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.531176] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 985.531176] env[65899]: value = "task-4895174" [ 985.531176] env[65899]: _type = "Task" [ 985.531176] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.541361] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.781565] env[65899]: DEBUG nova.network.neutron [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Successfully updated port: 24465118-e6e0-4b38-9a07-e523b9b8bdcf {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 985.785481] env[65899]: DEBUG nova.network.neutron [-] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.848023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.848023] env[65899]: DEBUG nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 985.850958] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.655s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.851680] env[65899]: DEBUG nova.objects.instance [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lazy-loading 'resources' on Instance uuid 8a9533c2-b691-4c25-a359-08c722c142aa {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.866464] env[65899]: DEBUG nova.compute.manager [req-28d9fb8b-f84c-4bee-b36a-5fff56b7bda3 req-575350ac-db29-4a22-a4c4-55137cf16e5e service nova] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Received event network-vif-deleted-42b2c38b-69fa-459c-8aa4-34967ef1d85f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.908371] env[65899]: DEBUG nova.compute.manager [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 985.908750] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fabd86a-a330-47b5-8e41-f6707351e500 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.920297] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf5853e-0839-4a5b-b233-23b7664cd172 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.961440] env[65899]: WARNING nova.virt.vmwareapi.driver [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 could not be found. [ 985.961809] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.965230] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c0efd4e-4a8f-4b9e-80eb-f3701079d44b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.974018] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895173, 'name': PowerOffVM_Task, 'duration_secs': 0.534505} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.975391] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.975695] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.975931] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954026', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'name': 'volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f73162a3-bbfb-4a82-82a5-d89eb933521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'serial': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.977447] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d86e12-dc02-4390-9716-7ac1048696a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.983334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bc12cf-84b4-44a8-945a-eeb0969bc17d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.032956] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fbf99-6cba-412e-8b60-f6086e9eb60c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.036982] env[65899]: WARNING nova.virt.vmwareapi.vmops [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1ad285d5-5627-4ec7-8a2c-84f723b50122 could not be found. [ 986.037351] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.041132] env[65899]: INFO nova.compute.manager [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Took 0.13 seconds to destroy the instance on the hypervisor. [ 986.041132] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 986.043538] env[65899]: DEBUG nova.compute.manager [-] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 986.043538] env[65899]: DEBUG nova.network.neutron [-] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.043538] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.053304] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bd710-e634-4fa1-9336-647b1dcc4ce2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.056267] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.059603] env[65899]: DEBUG nova.compute.manager [req-0102baf5-e221-4a1d-a2b7-a03c5ee6ee6d req-1d35aab6-fa42-4f0c-a2f8-28d1be91168b service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Received event network-vif-plugged-24465118-e6e0-4b38-9a07-e523b9b8bdcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 986.059941] env[65899]: DEBUG oslo_concurrency.lockutils [req-0102baf5-e221-4a1d-a2b7-a03c5ee6ee6d req-1d35aab6-fa42-4f0c-a2f8-28d1be91168b service nova] Acquiring lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.060242] env[65899]: DEBUG oslo_concurrency.lockutils [req-0102baf5-e221-4a1d-a2b7-a03c5ee6ee6d req-1d35aab6-fa42-4f0c-a2f8-28d1be91168b service nova] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.061814] env[65899]: DEBUG oslo_concurrency.lockutils [req-0102baf5-e221-4a1d-a2b7-a03c5ee6ee6d req-1d35aab6-fa42-4f0c-a2f8-28d1be91168b service nova] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.061814] env[65899]: DEBUG nova.compute.manager [req-0102baf5-e221-4a1d-a2b7-a03c5ee6ee6d req-1d35aab6-fa42-4f0c-a2f8-28d1be91168b service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] No waiting events found dispatching network-vif-plugged-24465118-e6e0-4b38-9a07-e523b9b8bdcf {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 986.061814] env[65899]: WARNING nova.compute.manager [req-0102baf5-e221-4a1d-a2b7-a03c5ee6ee6d req-1d35aab6-fa42-4f0c-a2f8-28d1be91168b service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Received unexpected event network-vif-plugged-24465118-e6e0-4b38-9a07-e523b9b8bdcf for instance with vm_state building and task_state spawning. [ 986.079052] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd0e90-fa6b-46f4-adca-9cc70e8cf21d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.082986] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.100189] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The volume has not been displaced from its original location: [datastore1] volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287/volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 986.109033] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.109033] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f59e7bf-4c9f-4153-a3d6-928123f9450a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.126673] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 986.126673] env[65899]: value = "task-4895175" [ 986.126673] env[65899]: _type = "Task" [ 986.126673] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.137081] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.284855] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.285064] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.285258] env[65899]: DEBUG nova.network.neutron [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 986.290438] env[65899]: INFO nova.compute.manager [-] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Took 1.30 seconds to deallocate network for instance. [ 986.355408] env[65899]: DEBUG nova.compute.utils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.357029] env[65899]: DEBUG nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 986.357176] env[65899]: DEBUG nova.network.neutron [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 986.357497] env[65899]: WARNING neutronclient.v2_0.client [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.357923] env[65899]: WARNING neutronclient.v2_0.client [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.475113] env[65899]: DEBUG nova.policy [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12f14305500344a7a7e3a3e41acdc9e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '305817b6558247c583a4ec1d9818140d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.549307] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895174, 'name': ReconfigVM_Task, 'duration_secs': 0.533197} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.550589] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e346f091-7d50-4760-b0d3-ff6be7e3f062/e346f091-7d50-4760-b0d3-ff6be7e3f062.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.550589] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance 'e346f091-7d50-4760-b0d3-ff6be7e3f062' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.645697] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895175, 'name': ReconfigVM_Task, 'duration_secs': 0.443196} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.645697] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.652188] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc74d7ec-fef0-4a4e-bcee-f341e3e55f59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.669811] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 986.669811] env[65899]: value = "task-4895176" [ 986.669811] env[65899]: _type = "Task" [ 986.669811] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.683438] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.802745] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.832161] env[65899]: DEBUG nova.network.neutron [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 986.848812] env[65899]: DEBUG nova.network.neutron [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Successfully created port: 886486ea-21b9-4430-bba5-7a1ec0aef4c2 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 986.861125] env[65899]: DEBUG nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 987.025799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377620c9-33e2-43d1-a8da-a486ce25cfad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.030750] env[65899]: WARNING neutronclient.v2_0.client [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.039340] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955cd813-446d-434e-b6b0-0a06ceb55ced {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.075618] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07a40e3-40cf-464e-b4b9-acca821bd832 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.079150] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5f20b-7898-48dc-90cb-ff8a1dca9cc9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.102547] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df65371-f6c3-439b-acd4-f3225b1c336f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.107035] env[65899]: DEBUG nova.network.neutron [-] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.108911] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f307e3c-3b10-43fe-a3b5-75b438ce016a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.139608] env[65899]: DEBUG nova.compute.provider_tree [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.141613] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance 'e346f091-7d50-4760-b0d3-ff6be7e3f062' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.181116] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895176, 'name': ReconfigVM_Task, 'duration_secs': 0.279303} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.181475] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954026', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'name': 'volume-e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f73162a3-bbfb-4a82-82a5-d89eb933521c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287', 'serial': 'e9feb01e-73c5-4c4d-aaf2-366c9fb82287'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.181776] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.182666] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd16299-b356-4be5-a3e1-1fa5d888e1ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.191713] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.192039] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa9bc9bc-b9e0-43ef-a627-488db6a71888 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.275100] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.275363] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.275553] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleting the datastore file [datastore2] f73162a3-bbfb-4a82-82a5-d89eb933521c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.275844] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c38890e3-ddf7-488b-bd76-d13f90a4264e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.284716] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 987.284716] env[65899]: value = "task-4895178" [ 987.284716] env[65899]: _type = "Task" [ 987.284716] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.293879] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.454553] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.454803] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.454980] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.455154] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.455299] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.455442] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.455652] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.455817] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.456408] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.456408] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.456589] env[65899]: DEBUG nova.virt.hardware [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.458978] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a903d9-b359-4e2a-b848-c90dd5e74966 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.468197] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3967757-faed-4f7a-b5c8-029259c32cd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.482528] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.488215] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Creating folder: Project (243497b6f9364a84b22326ba0969a01b). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.488617] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd780771-ec84-4206-bc57-00214bdb22a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.502997] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Created folder: Project (243497b6f9364a84b22326ba0969a01b) in parent group-v953787. [ 987.502997] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Creating folder: Instances. Parent ref: group-v954029. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.502997] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a3847f-9ce6-41d3-bb80-ac018163a344 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.515706] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Created folder: Instances in parent group-v954029. [ 987.516270] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.516270] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.516492] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373c3b5f-9581-4354-8146-a5c94b66614a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.534894] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.534894] env[65899]: value = "task-4895181" [ 987.534894] env[65899]: _type = "Task" [ 987.534894] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.545270] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895181, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.614166] env[65899]: INFO nova.compute.manager [-] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Took 1.57 seconds to deallocate network for instance. [ 987.647470] env[65899]: DEBUG nova.scheduler.client.report [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.652652] env[65899]: WARNING neutronclient.v2_0.client [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.653015] env[65899]: WARNING neutronclient.v2_0.client [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.797930] env[65899]: DEBUG oslo_vmware.api [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165565} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.798331] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.798629] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.798886] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.799084] env[65899]: INFO nova.compute.manager [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Took 2.85 seconds to destroy the instance on the hypervisor. [ 987.800016] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.800016] env[65899]: DEBUG nova.compute.manager [-] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 987.800176] env[65899]: DEBUG nova.network.neutron [-] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 987.800473] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.806049] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.806482] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.807018] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.807502] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.807764] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.808017] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.808499] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.808644] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.808919] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.809230] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.809532] env[65899]: DEBUG nova.virt.hardware [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.812230] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c0c16-d7aa-4bad-8237-b9560da061a5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.825474] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb2faa-1442-273e-488f-016c196c4155/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 987.826600] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ac91c-9894-41aa-b0d5-6802af0bbea0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.831332] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa41da62-0bed-4b08-96d4-57549bc34e46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.847991] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb2faa-1442-273e-488f-016c196c4155/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 987.847991] env[65899]: ERROR oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb2faa-1442-273e-488f-016c196c4155/disk-0.vmdk due to incomplete transfer. [ 987.847991] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3d6f9b4-717e-45f9-90b2-63657b13138a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.857170] env[65899]: DEBUG oslo_vmware.rw_handles [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb2faa-1442-273e-488f-016c196c4155/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 987.857383] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Uploaded image 2ea1a346-4f92-4a64-9f3e-8f72f2be1419 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 987.859624] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 987.859944] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d665d81-ee72-414f-9678-87a1e01f615a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.867971] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 987.867971] env[65899]: value = "task-4895182" [ 987.867971] env[65899]: _type = "Task" [ 987.867971] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.873906] env[65899]: DEBUG nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 987.882905] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895182, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.902789] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.903075] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.903234] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.903416] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.903583] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.903734] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.903943] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.904115] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.904285] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.904446] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.904640] env[65899]: DEBUG nova.virt.hardware [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.906029] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23752e9d-79b4-40b7-8501-dbdc0f59638f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.915013] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96889866-8fdb-45c0-86bb-01d9ba176eae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.048169] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895181, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.128169] env[65899]: DEBUG nova.network.neutron [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Updating instance_info_cache with network_info: [{"id": "24465118-e6e0-4b38-9a07-e523b9b8bdcf", "address": "fa:16:3e:65:08:8a", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24465118-e6", "ovs_interfaceid": "24465118-e6e0-4b38-9a07-e523b9b8bdcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.156861] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.159382] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.374s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.160964] env[65899]: INFO nova.compute.claims [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.169225] env[65899]: INFO nova.compute.manager [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Took 0.56 seconds to detach 1 volumes for instance. [ 988.171197] env[65899]: DEBUG nova.compute.manager [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Deleting volume: 2094fcca-0fc0-4bd4-adda-76a638e8ef7f {{(pid=65899) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 988.175553] env[65899]: DEBUG nova.network.neutron [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Port 7f757c97-430d-479e-94dc-3aae56d28d4e binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 988.213654] env[65899]: INFO nova.scheduler.client.report [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted allocations for instance 8a9533c2-b691-4c25-a359-08c722c142aa [ 988.286283] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.385607] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895182, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.549075] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895181, 'name': CreateVM_Task, 'duration_secs': 0.552102} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.549391] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.549907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.550082] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.550400] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.550699] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc78d319-b149-4b73-bda8-5c274989ba83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.556481] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 988.556481] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a08c4f-6299-6464-0c53-3191eda4f401" [ 988.556481] env[65899]: _type = "Task" [ 988.556481] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.565885] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a08c4f-6299-6464-0c53-3191eda4f401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.631499] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.632105] env[65899]: DEBUG nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Instance network_info: |[{"id": "24465118-e6e0-4b38-9a07-e523b9b8bdcf", "address": "fa:16:3e:65:08:8a", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24465118-e6", "ovs_interfaceid": "24465118-e6e0-4b38-9a07-e523b9b8bdcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 988.632842] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:08:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24465118-e6e0-4b38-9a07-e523b9b8bdcf', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.644483] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 988.644795] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.645177] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-041eb495-8d27-4932-8858-1907c995c706 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.666709] env[65899]: DEBUG nova.network.neutron [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Successfully updated port: 886486ea-21b9-4430-bba5-7a1ec0aef4c2 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 988.677841] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.677841] env[65899]: value = "task-4895184" [ 988.677841] env[65899]: _type = "Task" [ 988.677841] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.691631] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895184, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.724526] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0729f518-a403-44d4-a206-48110c49cc1b tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "8a9533c2-b691-4c25-a359-08c722c142aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.333s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.739208] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.879523] env[65899]: DEBUG nova.compute.manager [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.880498] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6124a788-2358-45f3-abb9-0a94bd647179 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.891326] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895182, 'name': Destroy_Task, 'duration_secs': 0.941711} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.893552] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Destroyed the VM [ 988.893756] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 988.894252] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d89fc05-70e6-4aec-aff6-e3f2c466f82b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.902833] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 988.902833] env[65899]: value = "task-4895185" [ 988.902833] env[65899]: _type = "Task" [ 988.902833] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.917303] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.070540] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a08c4f-6299-6464-0c53-3191eda4f401, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.071038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.071289] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.071556] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.071732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.071943] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.072290] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b1ef87e-d2c5-4bdc-82a5-992e4137536f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.082957] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.083174] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.083974] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d40623-cf9a-424b-83c6-1800a337377a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.090247] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 989.090247] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2e3fb-21cf-f5b8-53e5-c9467fb4c99f" [ 989.090247] env[65899]: _type = "Task" [ 989.090247] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.104148] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d2e3fb-21cf-f5b8-53e5-c9467fb4c99f, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.105352] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165bcdb8-3359-4068-8e52-63d093264106 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.112370] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 989.112370] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52984dc6-bdce-5872-7142-aecc2f780cb3" [ 989.112370] env[65899]: _type = "Task" [ 989.112370] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.123535] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52984dc6-bdce-5872-7142-aecc2f780cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.171249] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "refresh_cache-a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.171249] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "refresh_cache-a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.172213] env[65899]: DEBUG nova.network.neutron [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 989.200827] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895184, 'name': CreateVM_Task, 'duration_secs': 0.395418} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.204248] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.209030] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.209956] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.210714] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.212060] env[65899]: WARNING neutronclient.v2_0.client [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.213429] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.213429] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.213429] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.216181] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfa90d0-5396-4989-99f5-2f0bdc97e833 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.225335] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 989.225335] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522d473d-19d8-d947-f933-f2a0cc06ffd5" [ 989.225335] env[65899]: _type = "Task" [ 989.225335] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.238422] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522d473d-19d8-d947-f933-f2a0cc06ffd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.241500] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.241772] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.242021] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.395747] env[65899]: INFO nova.compute.manager [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] instance snapshotting [ 989.398837] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f529dcb-c229-481c-b551-d9435eff871c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.423531] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a178afe4-2969-4d52-ac42-8ae66772a75e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.429469] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.465417] env[65899]: DEBUG nova.compute.manager [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Received event network-changed-24465118-e6e0-4b38-9a07-e523b9b8bdcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 989.465510] env[65899]: DEBUG nova.compute.manager [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Refreshing instance network info cache due to event network-changed-24465118-e6e0-4b38-9a07-e523b9b8bdcf. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 989.465689] env[65899]: DEBUG oslo_concurrency.lockutils [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] Acquiring lock "refresh_cache-c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.465813] env[65899]: DEBUG oslo_concurrency.lockutils [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] Acquired lock "refresh_cache-c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.466067] env[65899]: DEBUG nova.network.neutron [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Refreshing network info cache for port 24465118-e6e0-4b38-9a07-e523b9b8bdcf {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.517679] env[65899]: DEBUG nova.network.neutron [-] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.576929] env[65899]: DEBUG nova.compute.manager [req-b60b9462-184d-4010-a082-731a0c864dfb req-c3102fbc-7e88-4607-8d27-fd65cafe1bb1 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Received event network-vif-plugged-886486ea-21b9-4430-bba5-7a1ec0aef4c2 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 989.576929] env[65899]: DEBUG oslo_concurrency.lockutils [req-b60b9462-184d-4010-a082-731a0c864dfb req-c3102fbc-7e88-4607-8d27-fd65cafe1bb1 service nova] Acquiring lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.577172] env[65899]: DEBUG oslo_concurrency.lockutils [req-b60b9462-184d-4010-a082-731a0c864dfb req-c3102fbc-7e88-4607-8d27-fd65cafe1bb1 service nova] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.577319] env[65899]: DEBUG oslo_concurrency.lockutils [req-b60b9462-184d-4010-a082-731a0c864dfb req-c3102fbc-7e88-4607-8d27-fd65cafe1bb1 service nova] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.577509] env[65899]: DEBUG nova.compute.manager [req-b60b9462-184d-4010-a082-731a0c864dfb req-c3102fbc-7e88-4607-8d27-fd65cafe1bb1 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] No waiting events found dispatching network-vif-plugged-886486ea-21b9-4430-bba5-7a1ec0aef4c2 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 989.577712] env[65899]: WARNING nova.compute.manager [req-b60b9462-184d-4010-a082-731a0c864dfb req-c3102fbc-7e88-4607-8d27-fd65cafe1bb1 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Received unexpected event network-vif-plugged-886486ea-21b9-4430-bba5-7a1ec0aef4c2 for instance with vm_state building and task_state spawning. [ 989.627588] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52984dc6-bdce-5872-7142-aecc2f780cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.632294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.632294] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.632294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.632294] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.632294] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-755c0f28-7f61-4969-99d6-b3040f3ce3f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.636153] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556a4afd-2da2-4eab-b4fc-f0e5117ffb74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.642596] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 989.642596] env[65899]: value = "task-4895186" [ 989.642596] env[65899]: _type = "Task" [ 989.642596] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.652629] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.652930] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.660444] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a459f37c-6c1d-4697-ab35-05276c46518c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.662311] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "794234cc-4132-4da3-be36-ea3b67ff310f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.662311] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.667729] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.674572] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 989.674572] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521ce5b0-7666-781e-b5b0-09a3a658ef3f" [ 989.674572] env[65899]: _type = "Task" [ 989.674572] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.688906] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521ce5b0-7666-781e-b5b0-09a3a658ef3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.689884] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366263d7-1e77-40ca-972b-d04a08276b03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.701251] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 989.701251] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c65fe9-e02e-8977-82ff-3412f3936b7c" [ 989.701251] env[65899]: _type = "Task" [ 989.701251] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.712484] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c65fe9-e02e-8977-82ff-3412f3936b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.728139] env[65899]: DEBUG nova.network.neutron [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 989.788050] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df01a7-e599-48c1-ab27-e5fe92981cd5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.800034] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17fd22c-0eb4-4b80-bcf7-e781a8f28e1e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.837282] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c084ba-ae14-40b0-a8c3-9b9947acac5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.850957] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f44fe-d9ca-4c12-84cd-5deb8db10c50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.874944] env[65899]: DEBUG nova.compute.provider_tree [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.910386] env[65899]: WARNING neutronclient.v2_0.client [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.921638] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895185, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.940696] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.941144] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff010654-5712-47f0-bff1-0596d44e2b4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.950687] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 989.950687] env[65899]: value = "task-4895187" [ 989.950687] env[65899]: _type = "Task" [ 989.950687] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.961347] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895187, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.972058] env[65899]: WARNING neutronclient.v2_0.client [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.024888] env[65899]: INFO nova.compute.manager [-] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Took 2.22 seconds to deallocate network for instance. [ 990.151402] env[65899]: DEBUG nova.network.neutron [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Updating instance_info_cache with network_info: [{"id": "886486ea-21b9-4430-bba5-7a1ec0aef4c2", "address": "fa:16:3e:0f:ec:b8", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap886486ea-21", "ovs_interfaceid": "886486ea-21b9-4430-bba5-7a1ec0aef4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.161387] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.168656] env[65899]: DEBUG nova.compute.utils [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.216613] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c65fe9-e02e-8977-82ff-3412f3936b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.216613] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.216798] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c6cf7890-4fe5-4819-8d13-3dc2fd70eac5/c6cf7890-4fe5-4819-8d13-3dc2fd70eac5.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.216949] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19c33253-c900-436a-9848-96602b23627e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.220497] env[65899]: WARNING neutronclient.v2_0.client [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.227910] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 990.227910] env[65899]: value = "task-4895188" [ 990.227910] env[65899]: _type = "Task" [ 990.227910] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.237484] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.256775] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.257485] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.257485] env[65899]: DEBUG nova.network.neutron [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 990.274100] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "6ee00201-4876-45bc-b04f-8bca396775b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.274389] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "6ee00201-4876-45bc-b04f-8bca396775b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.274597] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "6ee00201-4876-45bc-b04f-8bca396775b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.274777] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "6ee00201-4876-45bc-b04f-8bca396775b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.274940] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "6ee00201-4876-45bc-b04f-8bca396775b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.277404] env[65899]: INFO nova.compute.manager [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Terminating instance [ 990.306850] env[65899]: WARNING neutronclient.v2_0.client [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.381513] env[65899]: DEBUG nova.scheduler.client.report [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.421609] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895185, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.423296] env[65899]: DEBUG nova.network.neutron [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Updated VIF entry in instance network info cache for port 24465118-e6e0-4b38-9a07-e523b9b8bdcf. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 990.424160] env[65899]: DEBUG nova.network.neutron [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Updating instance_info_cache with network_info: [{"id": "24465118-e6e0-4b38-9a07-e523b9b8bdcf", "address": "fa:16:3e:65:08:8a", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24465118-e6", "ovs_interfaceid": "24465118-e6e0-4b38-9a07-e523b9b8bdcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.463745] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895187, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.628625] env[65899]: INFO nova.compute.manager [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Took 0.60 seconds to detach 1 volumes for instance. [ 990.654840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "refresh_cache-a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.655356] env[65899]: DEBUG nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Instance network_info: |[{"id": "886486ea-21b9-4430-bba5-7a1ec0aef4c2", "address": "fa:16:3e:0f:ec:b8", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap886486ea-21", "ovs_interfaceid": "886486ea-21b9-4430-bba5-7a1ec0aef4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 990.660025] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:ec:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '886486ea-21b9-4430-bba5-7a1ec0aef4c2', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.669352] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 990.669654] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544807} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.670122] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.670490] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.670768] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.671133] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e14fbb4-7038-44c0-8956-ab940ff77b4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.690595] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8acf34c7-eded-4378-8227-ddc2d1694175 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.691957] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.030s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.701408] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 990.701408] env[65899]: value = "task-4895190" [ 990.701408] env[65899]: _type = "Task" [ 990.701408] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.702588] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.702588] env[65899]: value = "task-4895189" [ 990.702588] env[65899]: _type = "Task" [ 990.702588] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.718955] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.723266] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895189, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.741156] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895188, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.760307] env[65899]: WARNING neutronclient.v2_0.client [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.782536] env[65899]: DEBUG nova.compute.manager [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 990.783077] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.784669] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848bc2d5-be14-47b1-9246-d442cd69006a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.796274] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.796608] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c82b54-2b4b-4d4e-b119-4617ba0efdfc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.808817] env[65899]: DEBUG oslo_vmware.api [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 990.808817] env[65899]: value = "task-4895191" [ 990.808817] env[65899]: _type = "Task" [ 990.808817] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.822537] env[65899]: DEBUG oslo_vmware.api [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.893176] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.893176] env[65899]: DEBUG nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 990.896596] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.417s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.898391] env[65899]: INFO nova.compute.claims [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.918119] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895185, 'name': RemoveSnapshot_Task, 'duration_secs': 1.819112} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.918119] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.918461] env[65899]: DEBUG nova.compute.manager [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.919296] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2427d1b5-7b6e-4113-bc34-a67358850341 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.930549] env[65899]: DEBUG oslo_concurrency.lockutils [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] Releasing lock "refresh_cache-c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.930861] env[65899]: DEBUG nova.compute.manager [req-565c30f0-6546-4c94-981b-695f95dfc78b req-cfe87526-5559-4866-8b93-3b4c0997155e service nova] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Received event network-vif-deleted-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.961402] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895187, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.104313] env[65899]: WARNING neutronclient.v2_0.client [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.137228] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.192014] env[65899]: DEBUG nova.network.neutron [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance_info_cache with network_info: [{"id": "7f757c97-430d-479e-94dc-3aae56d28d4e", "address": "fa:16:3e:63:23:5e", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f757c97-43", "ovs_interfaceid": "7f757c97-430d-479e-94dc-3aae56d28d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.223229] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131552} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.229796] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.230726] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895189, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.231718] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aa5086-70f1-4aa8-ba3c-913b5cce5cb6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.245764] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751914} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.255971] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c6cf7890-4fe5-4819-8d13-3dc2fd70eac5/c6cf7890-4fe5-4819-8d13-3dc2fd70eac5.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.255971] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.264790] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.264790] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85cc0fc2-13cf-4909-90dc-31bab610a46d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.267424] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cde5fc-ce7a-496d-92b9-cd9bf03ec83b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.290349] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 991.290349] env[65899]: value = "task-4895192" [ 991.290349] env[65899]: _type = "Task" [ 991.290349] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.292395] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 991.292395] env[65899]: value = "task-4895193" [ 991.292395] env[65899]: _type = "Task" [ 991.292395] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.312044] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.323683] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.333358] env[65899]: DEBUG oslo_vmware.api [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895191, 'name': PowerOffVM_Task, 'duration_secs': 0.474851} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.333358] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.333358] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.333580] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad5b646-70b1-4e85-b8b4-29824b839932 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.404764] env[65899]: DEBUG nova.compute.utils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.411091] env[65899]: DEBUG nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 991.411091] env[65899]: DEBUG nova.network.neutron [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 991.411609] env[65899]: WARNING neutronclient.v2_0.client [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.412151] env[65899]: WARNING neutronclient.v2_0.client [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.422314] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.422964] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.422964] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleting the datastore file [datastore1] 6ee00201-4876-45bc-b04f-8bca396775b5 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.424036] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e904bd1-236f-4c4d-931c-689f93a0a642 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.438305] env[65899]: DEBUG oslo_vmware.api [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 991.438305] env[65899]: value = "task-4895195" [ 991.438305] env[65899]: _type = "Task" [ 991.438305] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.444447] env[65899]: INFO nova.compute.manager [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Shelve offloading [ 991.454570] env[65899]: DEBUG oslo_vmware.api [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.462251] env[65899]: DEBUG nova.policy [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.469313] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895187, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.694368] env[65899]: DEBUG oslo_concurrency.lockutils [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.720393] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895189, 'name': CreateVM_Task, 'duration_secs': 0.788068} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.720631] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.721377] env[65899]: WARNING neutronclient.v2_0.client [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.721810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.721968] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.722298] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.722565] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c413ab7b-1044-4efd-a3fe-15a0dbbd379c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.728120] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 991.728120] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5258b66f-ca7d-7cbc-6fb3-8e0f97ede9d6" [ 991.728120] env[65899]: _type = "Task" [ 991.728120] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.737983] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5258b66f-ca7d-7cbc-6fb3-8e0f97ede9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.809544] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159325} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.813650] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.814133] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.816300] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ce4cd1-f351-4fbb-a486-75d99fa4003b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.834417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "794234cc-4132-4da3-be36-ea3b67ff310f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.834699] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.834938] env[65899]: INFO nova.compute.manager [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Attaching volume 1faf6c58-5980-4483-9319-9d903f2f0aa6 to /dev/sdb [ 991.846697] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c6cf7890-4fe5-4819-8d13-3dc2fd70eac5/c6cf7890-4fe5-4819-8d13-3dc2fd70eac5.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.847107] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e7609a-d034-4fbb-b8c4-c1bba2f89888 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.874076] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 991.874076] env[65899]: value = "task-4895196" [ 991.874076] env[65899]: _type = "Task" [ 991.874076] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.891530] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.912850] env[65899]: DEBUG nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 991.931066] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c85437-8bf1-4669-a7df-e045f0612b3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.939202] env[65899]: DEBUG nova.compute.manager [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Received event network-changed-886486ea-21b9-4430-bba5-7a1ec0aef4c2 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 991.939202] env[65899]: DEBUG nova.compute.manager [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Refreshing instance network info cache due to event network-changed-886486ea-21b9-4430-bba5-7a1ec0aef4c2. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 991.939202] env[65899]: DEBUG oslo_concurrency.lockutils [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] Acquiring lock "refresh_cache-a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.939678] env[65899]: DEBUG oslo_concurrency.lockutils [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] Acquired lock "refresh_cache-a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.939678] env[65899]: DEBUG nova.network.neutron [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Refreshing network info cache for port 886486ea-21b9-4430-bba5-7a1ec0aef4c2 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.949436] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be118bb9-db36-49f8-9501-84f828b97f3b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.958391] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.959425] env[65899]: DEBUG oslo_vmware.api [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50291} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.959791] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e93df22-6446-4577-9609-86e645ab7a77 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.966372] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.966372] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.966372] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.966372] env[65899]: INFO nova.compute.manager [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 991.966712] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 991.967596] env[65899]: DEBUG nova.network.neutron [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Successfully created port: 57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 991.970938] env[65899]: DEBUG nova.compute.manager [-] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 991.970938] env[65899]: DEBUG nova.network.neutron [-] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 991.971180] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.986632] env[65899]: DEBUG nova.virt.block_device [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating existing volume attachment record: b852eec9-06ef-4bf2-8217-8b502061ee3a {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.999031] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895187, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.999221] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 991.999221] env[65899]: value = "task-4895197" [ 991.999221] env[65899]: _type = "Task" [ 991.999221] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.013909] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 992.014243] env[65899]: DEBUG nova.compute.manager [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 992.015079] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b68f3d-b05a-4101-a12a-59525d9194d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.022673] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.022895] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.023097] env[65899]: DEBUG nova.network.neutron [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.102842] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.226533] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db1a3f9-702b-4768-ab53-264d29926f73 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.242703] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5258b66f-ca7d-7cbc-6fb3-8e0f97ede9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.021978} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.256653] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.256937] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.257198] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.257344] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.257613] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.260969] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d6ffc0-9c25-4e5a-a19b-6eedcf17b7f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.263455] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec11bc-0822-4b08-9ada-4e56b67ec987 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.272606] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance 'e346f091-7d50-4760-b0d3-ff6be7e3f062' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.277999] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.279065] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.283315] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068b7645-967b-400d-bef9-998e8aa033ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.287757] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 992.287757] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524b3ad4-48e2-1d40-8b03-c939ba7cf576" [ 992.287757] env[65899]: _type = "Task" [ 992.287757] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.301051] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524b3ad4-48e2-1d40-8b03-c939ba7cf576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.314040] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895193, 'name': ReconfigVM_Task, 'duration_secs': 0.846343} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.314040] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.314040] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4807df07-6d7c-46f3-b430-376594ae49a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.321119] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 992.321119] env[65899]: value = "task-4895199" [ 992.321119] env[65899]: _type = "Task" [ 992.321119] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.333677] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895199, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.393246] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.445179] env[65899]: WARNING neutronclient.v2_0.client [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.471337] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895187, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.510292] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72f5daa-038e-4d98-b9bc-7cf060af60ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.520921] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f249cc70-fe6d-46b3-81e5-f92b3289cac8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.526145] env[65899]: WARNING neutronclient.v2_0.client [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.568335] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc67b5ab-2315-4819-b8fb-d371727aab78 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.579440] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6481fb6d-f119-4331-a2ea-535fa4f7237d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.599268] env[65899]: DEBUG nova.compute.provider_tree [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.723284] env[65899]: DEBUG nova.compute.manager [req-1ab9db04-fb87-47bd-86d5-bd5256c2a286 req-2cb9cb0e-7e14-4c51-a3cd-84c3ff858679 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Received event network-vif-deleted-542cac9c-8a6f-46cd-bbf7-1f807679fb9d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 992.723492] env[65899]: INFO nova.compute.manager [req-1ab9db04-fb87-47bd-86d5-bd5256c2a286 req-2cb9cb0e-7e14-4c51-a3cd-84c3ff858679 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Neutron deleted interface 542cac9c-8a6f-46cd-bbf7-1f807679fb9d; detaching it from the instance and deleting it from the info cache [ 992.723670] env[65899]: DEBUG nova.network.neutron [req-1ab9db04-fb87-47bd-86d5-bd5256c2a286 req-2cb9cb0e-7e14-4c51-a3cd-84c3ff858679 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.781524] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.781925] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e131d1-19a0-473e-8905-3fe577eacee8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.790863] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 992.790863] env[65899]: value = "task-4895202" [ 992.790863] env[65899]: _type = "Task" [ 992.790863] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.808209] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524b3ad4-48e2-1d40-8b03-c939ba7cf576, 'name': SearchDatastore_Task, 'duration_secs': 0.030555} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.812774] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.813090] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7702ecd-1011-4d04-bae2-9fa480c3b7fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.819331] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 992.819331] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f35693-a704-ae98-5521-d8b67ea7647f" [ 992.819331] env[65899]: _type = "Task" [ 992.819331] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.831069] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f35693-a704-ae98-5521-d8b67ea7647f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.836751] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895199, 'name': Rename_Task, 'duration_secs': 0.204794} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.837087] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.837384] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd252595-0709-49f6-8f3b-e97478301c3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.850764] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 992.850764] env[65899]: value = "task-4895203" [ 992.850764] env[65899]: _type = "Task" [ 992.850764] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.860803] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.888567] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895196, 'name': ReconfigVM_Task, 'duration_secs': 0.757018} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.888888] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c6cf7890-4fe5-4819-8d13-3dc2fd70eac5/c6cf7890-4fe5-4819-8d13-3dc2fd70eac5.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.889540] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e81ddfd-9e67-4d95-8d9b-77c973ccb4e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.896869] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 992.896869] env[65899]: value = "task-4895204" [ 992.896869] env[65899]: _type = "Task" [ 992.896869] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.907791] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895204, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.928468] env[65899]: DEBUG nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 992.964605] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.968029] env[65899]: DEBUG nova.virt.hardware [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.973378] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e88525-2f53-4523-870b-cee907034d29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.983463] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895187, 'name': CreateSnapshot_Task, 'duration_secs': 2.606048} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.988366] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 992.988655] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731872b-cef2-418e-9924-c1ccbfce8e89 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.992633] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61ad7e-50b3-41a8-8faa-9b15d76faa67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.997485] env[65899]: DEBUG nova.network.neutron [-] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.093054] env[65899]: WARNING neutronclient.v2_0.client [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.102582] env[65899]: DEBUG nova.scheduler.client.report [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.170944] env[65899]: WARNING neutronclient.v2_0.client [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.226927] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c213e40c-68a6-4afb-8697-6e459f09033f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.240871] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed5bd7-4e1d-47f2-bfd3-25d7544073be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.280345] env[65899]: DEBUG nova.compute.manager [req-1ab9db04-fb87-47bd-86d5-bd5256c2a286 req-2cb9cb0e-7e14-4c51-a3cd-84c3ff858679 service nova] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Detach interface failed, port_id=542cac9c-8a6f-46cd-bbf7-1f807679fb9d, reason: Instance 6ee00201-4876-45bc-b04f-8bca396775b5 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.310288] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.332072] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f35693-a704-ae98-5521-d8b67ea7647f, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.332507] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.332759] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] a1532f5e-820e-4c4d-b3d6-7c364bb5c91e/a1532f5e-820e-4c4d-b3d6-7c364bb5c91e.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.333076] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b71247de-acce-4a8a-a7d8-f982a3ca90e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.340043] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 993.340043] env[65899]: value = "task-4895205" [ 993.340043] env[65899]: _type = "Task" [ 993.340043] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.344173] env[65899]: DEBUG nova.network.neutron [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Updated VIF entry in instance network info cache for port 886486ea-21b9-4430-bba5-7a1ec0aef4c2. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 993.344556] env[65899]: DEBUG nova.network.neutron [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Updating instance_info_cache with network_info: [{"id": "886486ea-21b9-4430-bba5-7a1ec0aef4c2", "address": "fa:16:3e:0f:ec:b8", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap886486ea-21", "ovs_interfaceid": "886486ea-21b9-4430-bba5-7a1ec0aef4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.350980] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.361594] env[65899]: DEBUG oslo_vmware.api [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895203, 'name': PowerOnVM_Task, 'duration_secs': 0.460095} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.361856] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.362072] env[65899]: INFO nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Took 10.81 seconds to spawn the instance on the hypervisor. [ 993.362277] env[65899]: DEBUG nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 993.363080] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230139c1-fc82-4616-a523-22dbfde88e60 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.397180] env[65899]: DEBUG nova.network.neutron [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5962943-23", "ovs_interfaceid": "a5962943-23e0-4d8c-9453-bf8c84173de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.408787] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895204, 'name': Rename_Task, 'duration_secs': 0.162743} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.410071] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.410471] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e26a9f-3200-421c-a8fb-0972ee010e72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.419346] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 993.419346] env[65899]: value = "task-4895206" [ 993.419346] env[65899]: _type = "Task" [ 993.419346] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.431877] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.502916] env[65899]: INFO nova.compute.manager [-] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Took 1.53 seconds to deallocate network for instance. [ 993.532157] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.532316] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fa520cd-fcc5-41e3-84ae-74002fca3e14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.543140] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 993.543140] env[65899]: value = "task-4895207" [ 993.543140] env[65899]: _type = "Task" [ 993.543140] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.553909] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895207, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.610074] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.610765] env[65899]: DEBUG nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 993.614744] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.088s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.614863] env[65899]: DEBUG nova.objects.instance [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lazy-loading 'resources' on Instance uuid 8685bc09-6192-42b7-ab4c-16119de0f7fd {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.810944] env[65899]: DEBUG oslo_vmware.api [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895202, 'name': PowerOnVM_Task, 'duration_secs': 0.91009} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.811367] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.811669] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-004a5910-3c80-466e-8d71-288cd97717b2 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance 'e346f091-7d50-4760-b0d3-ff6be7e3f062' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.849025] env[65899]: DEBUG oslo_concurrency.lockutils [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] Releasing lock "refresh_cache-a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.849025] env[65899]: DEBUG nova.compute.manager [req-2243d624-43dd-4c7a-87d0-9a063e743030 req-4555be88-364d-46a9-8296-7b26c3485479 service nova] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Received event network-vif-deleted-42554d85-d2d8-4d22-81dc-153832948500 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.855740] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.857081] env[65899]: DEBUG nova.network.neutron [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Successfully updated port: 57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 993.886943] env[65899]: INFO nova.compute.manager [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Took 24.36 seconds to build instance. [ 993.903877] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.904057] env[65899]: WARNING neutronclient.v2_0.client [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.905219] env[65899]: WARNING neutronclient.v2_0.client [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.931136] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895206, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.010556] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.061695] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895207, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.065027] env[65899]: DEBUG nova.compute.manager [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-vif-plugged-57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 994.065433] env[65899]: DEBUG oslo_concurrency.lockutils [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.065854] env[65899]: DEBUG oslo_concurrency.lockutils [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.066178] env[65899]: DEBUG oslo_concurrency.lockutils [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.066623] env[65899]: DEBUG nova.compute.manager [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] No waiting events found dispatching network-vif-plugged-57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 994.067514] env[65899]: WARNING nova.compute.manager [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received unexpected event network-vif-plugged-57507373-24e2-426d-bfed-7059ce003adc for instance with vm_state building and task_state spawning. [ 994.068208] env[65899]: DEBUG nova.compute.manager [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-changed-57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 994.068208] env[65899]: DEBUG nova.compute.manager [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing instance network info cache due to event network-changed-57507373-24e2-426d-bfed-7059ce003adc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 994.068208] env[65899]: DEBUG oslo_concurrency.lockutils [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.068354] env[65899]: DEBUG oslo_concurrency.lockutils [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.068455] env[65899]: DEBUG nova.network.neutron [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing network info cache for port 57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.119960] env[65899]: DEBUG nova.compute.utils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.121040] env[65899]: DEBUG nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 994.121337] env[65899]: DEBUG nova.network.neutron [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 994.121602] env[65899]: WARNING neutronclient.v2_0.client [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.121931] env[65899]: WARNING neutronclient.v2_0.client [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.170408] env[65899]: DEBUG nova.policy [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20fcce04cafa46ac93b7d66a67848fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c734f64e61d249749b254fb9351cb97a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.349341] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.350789] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61840d38-9623-4aa6-9bb9-d0a67c712d47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.358270] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61536} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.359122] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] a1532f5e-820e-4c4d-b3d6-7c364bb5c91e/a1532f5e-820e-4c4d-b3d6-7c364bb5c91e.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.359247] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.359520] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb3a96f3-cb69-4d2a-bc15-17b47db0592b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.364948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.364948] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.367689] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6da105d5-8fe0-4f03-a965-326badfadb01 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.375273] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 994.375273] env[65899]: value = "task-4895208" [ 994.375273] env[65899]: _type = "Task" [ 994.375273] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.392482] env[65899]: DEBUG oslo_concurrency.lockutils [None req-555f3f89-472c-4bb0-b83f-f8686bab0d94 tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "1a86be95-81d6-479a-832d-262db31a4e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.872s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.392973] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.438556] env[65899]: DEBUG oslo_vmware.api [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895206, 'name': PowerOnVM_Task, 'duration_secs': 0.813628} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.443408] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.443711] env[65899]: INFO nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Took 9.12 seconds to spawn the instance on the hypervisor. [ 994.444077] env[65899]: DEBUG nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 994.447505] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e91d5b-459d-40c4-afca-ac4fb7bc01b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.454676] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.455013] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.455121] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleting the datastore file [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.457416] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32cbbd50-31a2-475e-b53f-60ec73d03730 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.480114] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 994.480114] env[65899]: value = "task-4895210" [ 994.480114] env[65899]: _type = "Task" [ 994.480114] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.488405] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.562673] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895207, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.564234] env[65899]: INFO nova.compute.manager [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Rebuilding instance [ 994.579759] env[65899]: WARNING neutronclient.v2_0.client [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.630202] env[65899]: DEBUG nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 994.640920] env[65899]: DEBUG nova.network.neutron [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 994.716146] env[65899]: DEBUG nova.compute.manager [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 994.717277] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ec4f4-c729-4d3f-8341-e99367b93f38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.733575] env[65899]: DEBUG nova.network.neutron [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Successfully created port: 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 994.793880] env[65899]: DEBUG nova.network.neutron [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.826531] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1827254f-7607-4518-a3b1-9861b56e24c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.837216] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a680ff-b68c-432e-9f04-3fa509b327dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.875797] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e705db6-c426-4053-b052-7595bb88959b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.893314] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31636e05-ae8e-4655-82db-f9e686de20ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.902122] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105525} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.902418] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.903777] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f9e8d6-2d50-4d0e-a9fb-6a5e4043ca8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.915146] env[65899]: DEBUG nova.compute.provider_tree [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.939615] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a1532f5e-820e-4c4d-b3d6-7c364bb5c91e/a1532f5e-820e-4c4d-b3d6-7c364bb5c91e.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.941245] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678f07a3-271d-4d44-9b9a-597c75c7bde0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.962287] env[65899]: DEBUG nova.compute.manager [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-vif-unplugged-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 994.962503] env[65899]: DEBUG oslo_concurrency.lockutils [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.962710] env[65899]: DEBUG oslo_concurrency.lockutils [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.962874] env[65899]: DEBUG oslo_concurrency.lockutils [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.963052] env[65899]: DEBUG nova.compute.manager [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] No waiting events found dispatching network-vif-unplugged-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 994.963224] env[65899]: WARNING nova.compute.manager [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received unexpected event network-vif-unplugged-a5962943-23e0-4d8c-9453-bf8c84173de5 for instance with vm_state shelved and task_state shelving_offloading. [ 994.963380] env[65899]: DEBUG nova.compute.manager [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 994.963530] env[65899]: DEBUG nova.compute.manager [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing instance network info cache due to event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 994.963708] env[65899]: DEBUG oslo_concurrency.lockutils [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] Acquiring lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.963844] env[65899]: DEBUG oslo_concurrency.lockutils [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] Acquired lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.963997] env[65899]: DEBUG nova.network.neutron [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.977555] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 994.977555] env[65899]: value = "task-4895212" [ 994.977555] env[65899]: _type = "Task" [ 994.977555] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.984661] env[65899]: INFO nova.compute.manager [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Took 23.98 seconds to build instance. [ 995.001987] env[65899]: DEBUG oslo_vmware.api [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327589} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.006175] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.006413] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.006605] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.011928] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.012899] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528dcfbc-dc6c-0d12-1f8d-fa4bccd0db0d/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 995.014412] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b7bfc2-7ade-4f6c-9e8e-96a301c80add {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.023357] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528dcfbc-dc6c-0d12-1f8d-fa4bccd0db0d/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 995.023535] env[65899]: ERROR oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528dcfbc-dc6c-0d12-1f8d-fa4bccd0db0d/disk-0.vmdk due to incomplete transfer. [ 995.026036] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0229fad-6060-4a5c-a149-300b92dbf670 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.035777] env[65899]: DEBUG oslo_vmware.rw_handles [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528dcfbc-dc6c-0d12-1f8d-fa4bccd0db0d/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 995.036048] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Uploaded image 278c8a2b-e8e7-4533-8c0b-5d4ca55f0e65 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 995.038539] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 995.038820] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a409244-bf3d-4337-88c1-54320f163fae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.051532] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 995.051532] env[65899]: value = "task-4895213" [ 995.051532] env[65899]: _type = "Task" [ 995.051532] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.059413] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895207, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.066354] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895213, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.068438] env[65899]: INFO nova.scheduler.client.report [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted allocations for instance c62b16dd-892f-4282-bf55-70e4d50f9ac2 [ 995.297247] env[65899]: DEBUG oslo_concurrency.lockutils [req-0940b595-257f-493f-bcaa-2b7716eaa4ac req-2e84125e-c9ea-4142-bd93-50bc20e1c0eb service nova] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.297740] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.297923] env[65899]: DEBUG nova.network.neutron [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 995.420558] env[65899]: DEBUG nova.scheduler.client.report [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.467858] env[65899]: WARNING neutronclient.v2_0.client [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.489554] env[65899]: DEBUG oslo_concurrency.lockutils [None req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.504s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.490013] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.559383] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895207, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.567880] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895213, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.573908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.641630] env[65899]: DEBUG nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 995.670995] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 995.671415] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.671525] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 995.671775] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.672392] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 995.672392] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 995.672392] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.672392] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 995.672806] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 995.672806] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 995.672931] env[65899]: DEBUG nova.virt.hardware [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 995.673802] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364af1c0-9c47-41f5-b21d-0e63f270d9c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.683482] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edeb8ed-84da-458e-b627-8a4098ebcc56 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.741015] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.741558] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c07f394-c704-43db-80b7-998c98a790dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.749534] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 995.749534] env[65899]: value = "task-4895214" [ 995.749534] env[65899]: _type = "Task" [ 995.749534] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.761130] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.858778] env[65899]: DEBUG nova.network.neutron [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 995.888900] env[65899]: WARNING neutronclient.v2_0.client [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.926393] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.928739] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.518s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.928971] env[65899]: DEBUG nova.objects.instance [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lazy-loading 'resources' on Instance uuid 03fc578a-a170-40b0-b472-d2a6dd77f74d {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.957454] env[65899]: INFO nova.scheduler.client.report [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Deleted allocations for instance 8685bc09-6192-42b7-ab4c-16119de0f7fd [ 995.989628] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895212, 'name': ReconfigVM_Task, 'duration_secs': 0.740815} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.989972] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a1532f5e-820e-4c4d-b3d6-7c364bb5c91e/a1532f5e-820e-4c4d-b3d6-7c364bb5c91e.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.990685] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81ba956c-04c9-448d-bb86-eb99138f8fee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.000503] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 996.000503] env[65899]: value = "task-4895215" [ 996.000503] env[65899]: _type = "Task" [ 996.000503] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.009443] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895215, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.056605] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895207, 'name': CloneVM_Task, 'duration_secs': 2.229122} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.059716] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Created linked-clone VM from snapshot [ 996.060473] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213c6cb3-2257-42e8-8859-b347f621c7f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.068733] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Uploading image 5457f634-96ae-424e-b2d8-6e3ab472c2be {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 996.073518] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895213, 'name': Destroy_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.081957] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.082153] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c81c85a2-8a1c-4c79-9e11-0306aaa8320d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.091412] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 996.091412] env[65899]: value = "task-4895216" [ 996.091412] env[65899]: _type = "Task" [ 996.091412] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.099532] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895216, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.104928] env[65899]: DEBUG nova.network.neutron [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updated VIF entry in instance network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 996.105298] env[65899]: DEBUG nova.network.neutron [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa5962943-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.132758] env[65899]: WARNING neutronclient.v2_0.client [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.259948] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895214, 'name': PowerOffVM_Task, 'duration_secs': 0.134076} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.260288] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.260654] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.261336] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efafd9d9-3e00-4531-a31a-25122cac3d94 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.271946] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.272627] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5898e1c7-aa91-44e3-a7bc-694cbe8fdb8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.300944] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.301238] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.301420] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Deleting the datastore file [datastore1] 1a86be95-81d6-479a-832d-262db31a4e29 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.301703] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8de47c9f-f681-4d10-999e-facaef364a21 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.308380] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 996.308380] env[65899]: value = "task-4895218" [ 996.308380] env[65899]: _type = "Task" [ 996.308380] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.317029] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.321204] env[65899]: DEBUG nova.network.neutron [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.376513] env[65899]: DEBUG nova.network.neutron [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Successfully updated port: 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 996.469244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "8685bc09-6192-42b7-ab4c-16119de0f7fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.410s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.513884] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895215, 'name': Rename_Task, 'duration_secs': 0.15745} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.514958] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.514958] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d634ff4-9993-47f2-9069-33919f53c340 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.521886] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 996.521886] env[65899]: value = "task-4895219" [ 996.521886] env[65899]: _type = "Task" [ 996.521886] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.530826] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.567890] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895213, 'name': Destroy_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.600482] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895216, 'name': Destroy_Task, 'duration_secs': 0.409683} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.603281] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Destroyed the VM [ 996.603615] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.604201] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6eb72b7-c6f3-4e19-a5a5-abae72dd1d54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.607639] env[65899]: DEBUG oslo_concurrency.lockutils [req-42f73fe1-e874-4266-974f-78d2f27ea0e4 req-0f01cf6c-6a14-4cd5-8e4b-371c2c740d3c service nova] Releasing lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.613227] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 996.613227] env[65899]: value = "task-4895220" [ 996.613227] env[65899]: _type = "Task" [ 996.613227] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.624857] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.814294] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334d5c8-1113-453f-b628-5db2a39eb7b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.825638] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.826153] env[65899]: DEBUG nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Instance network_info: |[{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 996.826930] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16646} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.829844] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:bb:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57507373-24e2-426d-bfed-7059ce003adc', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.839325] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 996.839727] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.840060] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.840398] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.844700] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.845490] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd5cd88-3e61-44c1-b9ba-c6cf273774f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.849618] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8f984c-2831-4f2b-bebb-2925e05b3f88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.898636] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.900395] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquired lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.900774] env[65899]: DEBUG nova.network.neutron [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.907786] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356c616e-2b96-4977-b895-97328ba549f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.911919] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.911919] env[65899]: value = "task-4895221" [ 996.911919] env[65899]: _type = "Task" [ 996.911919] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.921872] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b1fbd-89c9-4e8b-bdca-b46065aa053c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.930987] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895221, 'name': CreateVM_Task} progress is 15%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.945569] env[65899]: DEBUG nova.compute.provider_tree [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.983845] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.984262] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.984574] env[65899]: DEBUG nova.compute.manager [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Going to confirm migration 4 {{(pid=65899) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 997.039313] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.049324] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 997.049741] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954036', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'name': 'volume-1faf6c58-5980-4483-9319-9d903f2f0aa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '794234cc-4132-4da3-be36-ea3b67ff310f', 'attached_at': '', 'detached_at': '', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'serial': '1faf6c58-5980-4483-9319-9d903f2f0aa6'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 997.051173] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf61e1-cb84-451e-9f80-cba546772b97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.075928] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de7825-2153-44cd-9dc9-c2f2148789f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.082232] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895213, 'name': Destroy_Task, 'duration_secs': 1.644899} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.082926] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Destroyed the VM [ 997.083262] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.083443] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a34040b9-0be5-4899-bb6d-66431bba8504 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.110861] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-1faf6c58-5980-4483-9319-9d903f2f0aa6/volume-1faf6c58-5980-4483-9319-9d903f2f0aa6.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.112267] env[65899]: DEBUG nova.compute.manager [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Received event network-vif-plugged-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 997.112484] env[65899]: DEBUG oslo_concurrency.lockutils [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] Acquiring lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.112716] env[65899]: DEBUG oslo_concurrency.lockutils [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.112887] env[65899]: DEBUG oslo_concurrency.lockutils [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.113077] env[65899]: DEBUG nova.compute.manager [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] No waiting events found dispatching network-vif-plugged-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 997.113256] env[65899]: WARNING nova.compute.manager [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Received unexpected event network-vif-plugged-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c for instance with vm_state building and task_state spawning. [ 997.113428] env[65899]: DEBUG nova.compute.manager [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Received event network-changed-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 997.113578] env[65899]: DEBUG nova.compute.manager [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Refreshing instance network info cache due to event network-changed-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 997.113774] env[65899]: DEBUG oslo_concurrency.lockutils [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] Acquiring lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.115016] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b10697-43a5-4176-8c3e-a82f42d067b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.133562] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 997.133562] env[65899]: value = "task-4895222" [ 997.133562] env[65899]: _type = "Task" [ 997.133562] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.143460] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.145345] env[65899]: DEBUG oslo_vmware.api [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 997.145345] env[65899]: value = "task-4895223" [ 997.145345] env[65899]: _type = "Task" [ 997.145345] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.151490] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895222, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.157609] env[65899]: DEBUG oslo_vmware.api [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.331149] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.331417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.331643] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.331894] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.332103] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.335618] env[65899]: INFO nova.compute.manager [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Terminating instance [ 997.428586] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895221, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.449757] env[65899]: DEBUG nova.scheduler.client.report [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.458547] env[65899]: DEBUG nova.network.neutron [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 997.492067] env[65899]: WARNING neutronclient.v2_0.client [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.536608] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.615370] env[65899]: WARNING neutronclient.v2_0.client [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.616420] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.616420] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.616420] env[65899]: DEBUG nova.network.neutron [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 997.616675] env[65899]: DEBUG nova.objects.instance [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lazy-loading 'info_cache' on Instance uuid e346f091-7d50-4760-b0d3-ff6be7e3f062 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.656297] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.660513] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895222, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.666146] env[65899]: DEBUG oslo_vmware.api [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.686578] env[65899]: WARNING neutronclient.v2_0.client [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.756060] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.756469] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.756679] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.756943] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.757028] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.757158] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.757283] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.757581] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 997.757581] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.774222] env[65899]: DEBUG nova.network.neutron [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Updating instance_info_cache with network_info: [{"id": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "address": "fa:16:3e:09:19:ca", "network": {"id": "eaa7a946-cac5-4cf4-9c9a-02a43efdb0a6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-893770354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c734f64e61d249749b254fb9351cb97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49cf6ab9-5c", "ovs_interfaceid": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.839860] env[65899]: DEBUG nova.compute.manager [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 997.840363] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.843020] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa849ec-67d9-46b4-9a1c-2088ec7db065 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.851597] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.852476] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e2d1716-ca7e-4c9d-8f4e-28f09a1fac74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.864041] env[65899]: DEBUG oslo_vmware.api [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 997.864041] env[65899]: value = "task-4895224" [ 997.864041] env[65899]: _type = "Task" [ 997.864041] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.878118] env[65899]: DEBUG oslo_vmware.api [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.903322] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 997.903721] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.903993] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 997.904263] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.904501] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 997.905307] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 997.905307] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.905307] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 997.905307] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 997.905307] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 997.905726] env[65899]: DEBUG nova.virt.hardware [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 997.908121] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba61512-08a4-4244-8d85-f4244b5e2051 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.918298] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f87e2-7f10-44ad-9334-327a15638135 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.935710] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895221, 'name': CreateVM_Task, 'duration_secs': 0.919995} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.947407] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.947407] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.954393] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.955531] env[65899]: WARNING neutronclient.v2_0.client [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.955531] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.955684] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.956121] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.956423] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.957341] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.960780] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc05fede-c1f4-4016-af2e-1e79f7081a09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.964108] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3263d6-4e1d-4352-ac9b-561254489fb0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.983186] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.503s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.985495] env[65899]: INFO nova.compute.claims [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.995138] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 997.995138] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52550a40-63de-049a-582b-cb258d57a70d" [ 997.995138] env[65899]: _type = "Task" [ 997.995138] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.000931] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.000931] env[65899]: value = "task-4895225" [ 998.000931] env[65899]: _type = "Task" [ 998.000931] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.014531] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52550a40-63de-049a-582b-cb258d57a70d, 'name': SearchDatastore_Task} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.016598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.016598] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.016598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.016598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.016598] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.017953] env[65899]: INFO nova.scheduler.client.report [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Deleted allocations for instance 03fc578a-a170-40b0-b472-d2a6dd77f74d [ 998.020118] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7dde9be-df32-4edf-886b-9bbdc49a8275 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.032526] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895225, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.044253] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.046647] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.046647] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.046947] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aba8b02-7334-40b4-a301-2e0d36402f55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.056294] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 998.056294] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aab8ed-5bc7-d25b-63cb-698e6e13ed9e" [ 998.056294] env[65899]: _type = "Task" [ 998.056294] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.066748] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52aab8ed-5bc7-d25b-63cb-698e6e13ed9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.142299] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895220, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.151072] env[65899]: DEBUG oslo_vmware.api [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895222, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801133} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.154251] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.154511] env[65899]: INFO nova.compute.manager [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Took 22.21 seconds to snapshot the instance on the hypervisor. [ 998.164916] env[65899]: DEBUG oslo_vmware.api [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895223, 'name': ReconfigVM_Task, 'duration_secs': 0.597995} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.165212] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-1faf6c58-5980-4483-9319-9d903f2f0aa6/volume-1faf6c58-5980-4483-9319-9d903f2f0aa6.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.170889] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9070265-8927-497f-acb5-6e2f508f34d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.187527] env[65899]: DEBUG oslo_vmware.api [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 998.187527] env[65899]: value = "task-4895226" [ 998.187527] env[65899]: _type = "Task" [ 998.187527] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.200851] env[65899]: DEBUG oslo_vmware.api [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.260406] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.276810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Releasing lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.277257] env[65899]: DEBUG nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Instance network_info: |[{"id": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "address": "fa:16:3e:09:19:ca", "network": {"id": "eaa7a946-cac5-4cf4-9c9a-02a43efdb0a6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-893770354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c734f64e61d249749b254fb9351cb97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49cf6ab9-5c", "ovs_interfaceid": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 998.277612] env[65899]: DEBUG oslo_concurrency.lockutils [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] Acquired lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.277815] env[65899]: DEBUG nova.network.neutron [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Refreshing network info cache for port 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.279146] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:19:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.286732] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Creating folder: Project (c734f64e61d249749b254fb9351cb97a). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.290279] env[65899]: WARNING neutronclient.v2_0.client [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.290594] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf99bb08-b211-44ab-9ce8-bace0938d181 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.302487] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Created folder: Project (c734f64e61d249749b254fb9351cb97a) in parent group-v953787. [ 998.302718] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Creating folder: Instances. Parent ref: group-v954040. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.303102] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d006d34-cfff-4ff3-958a-836d64cba104 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.315481] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Created folder: Instances in parent group-v954040. [ 998.315747] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.315949] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.316178] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cad4fa26-988f-4d58-a4b3-16146591ae37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.337548] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.337548] env[65899]: value = "task-4895229" [ 998.337548] env[65899]: _type = "Task" [ 998.337548] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.346741] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895229, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.374841] env[65899]: DEBUG oslo_vmware.api [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895224, 'name': PowerOffVM_Task, 'duration_secs': 0.245241} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.375189] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.375372] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.375642] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e170891-7ab7-4df8-aa22-6714203d54a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.392272] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.454477] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.454713] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.454883] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleting the datastore file [datastore1] c6cf7890-4fe5-4819-8d13-3dc2fd70eac5 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.455193] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe07e533-a601-4db7-b50b-68489c61efeb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.463575] env[65899]: DEBUG oslo_vmware.api [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 998.463575] env[65899]: value = "task-4895231" [ 998.463575] env[65899]: _type = "Task" [ 998.463575] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.478098] env[65899]: DEBUG oslo_vmware.api [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.516360] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895225, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.522834] env[65899]: WARNING neutronclient.v2_0.client [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.540054] env[65899]: DEBUG oslo_concurrency.lockutils [None req-012a25b6-6066-4c6c-8bdd-96163bf0819b tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "03fc578a-a170-40b0-b472-d2a6dd77f74d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.833s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.548267] env[65899]: DEBUG oslo_vmware.api [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895219, 'name': PowerOnVM_Task, 'duration_secs': 1.529646} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.548633] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.548910] env[65899]: INFO nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Took 10.67 seconds to spawn the instance on the hypervisor. [ 998.549218] env[65899]: DEBUG nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 998.550244] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409490f0-13bb-41fd-bb35-d905403e4a57 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.573144] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52aab8ed-5bc7-d25b-63cb-698e6e13ed9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.574042] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabc71de-8a22-45f3-bb83-d99604d4c702 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.581502] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 998.581502] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ed19cb-9a2a-005e-8ec8-017f3f7ffa04" [ 998.581502] env[65899]: _type = "Task" [ 998.581502] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.593963] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ed19cb-9a2a-005e-8ec8-017f3f7ffa04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.624255] env[65899]: WARNING neutronclient.v2_0.client [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.636942] env[65899]: DEBUG nova.network.neutron [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Updated VIF entry in instance network info cache for port 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.637344] env[65899]: DEBUG nova.network.neutron [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Updating instance_info_cache with network_info: [{"id": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "address": "fa:16:3e:09:19:ca", "network": {"id": "eaa7a946-cac5-4cf4-9c9a-02a43efdb0a6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-893770354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c734f64e61d249749b254fb9351cb97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49cf6ab9-5c", "ovs_interfaceid": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.642036] env[65899]: DEBUG oslo_vmware.api [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895220, 'name': RemoveSnapshot_Task, 'duration_secs': 1.605576} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.643059] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.702589] env[65899]: DEBUG oslo_vmware.api [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895226, 'name': ReconfigVM_Task, 'duration_secs': 0.327493} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.703414] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954036', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'name': 'volume-1faf6c58-5980-4483-9319-9d903f2f0aa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '794234cc-4132-4da3-be36-ea3b67ff310f', 'attached_at': '', 'detached_at': '', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'serial': '1faf6c58-5980-4483-9319-9d903f2f0aa6'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 998.822022] env[65899]: WARNING neutronclient.v2_0.client [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.849605] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895229, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.871162] env[65899]: DEBUG nova.compute.manager [None req-b532a383-88d6-43c0-ab67-e21b59943222 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Found 2 images (rotation: 2) {{(pid=65899) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 998.896574] env[65899]: DEBUG nova.network.neutron [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance_info_cache with network_info: [{"id": "7f757c97-430d-479e-94dc-3aae56d28d4e", "address": "fa:16:3e:63:23:5e", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f757c97-43", "ovs_interfaceid": "7f757c97-430d-479e-94dc-3aae56d28d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.974401] env[65899]: DEBUG oslo_vmware.api [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206948} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.974801] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.974987] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.975102] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.975397] env[65899]: INFO nova.compute.manager [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.975688] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.975923] env[65899]: DEBUG nova.compute.manager [-] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 998.976059] env[65899]: DEBUG nova.network.neutron [-] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 998.976324] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.010935] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.017754] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895225, 'name': CreateVM_Task, 'duration_secs': 0.553413} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.017943] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.018468] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.018594] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.018860] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.021783] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4ae50b-1174-47ed-9c3d-d0020b7207f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.028084] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 999.028084] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52562df3-7762-de16-5227-aaa0f474aa29" [ 999.028084] env[65899]: _type = "Task" [ 999.028084] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.037353] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52562df3-7762-de16-5227-aaa0f474aa29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.073531] env[65899]: INFO nova.compute.manager [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Took 26.39 seconds to build instance. [ 999.093358] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ed19cb-9a2a-005e-8ec8-017f3f7ffa04, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.098152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.098152] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 4081c530-6dc9-44c7-912f-5afbd318807c/4081c530-6dc9-44c7-912f-5afbd318807c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.099375] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb5e1a5-b614-4ee3-b15a-3b4d661457b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.108091] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 999.108091] env[65899]: value = "task-4895232" [ 999.108091] env[65899]: _type = "Task" [ 999.108091] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.124456] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.143132] env[65899]: DEBUG oslo_concurrency.lockutils [req-62a0de14-e5dd-4607-9ebc-3f052c7b3e4d req-d2ec6385-3675-4956-938f-09c0699fcec6 service nova] Releasing lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.148285] env[65899]: WARNING nova.compute.manager [None req-3e34b95c-2f3e-4ed0-a00d-45a46b3d77e3 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Image not found during snapshot: nova.exception.ImageNotFound: Image 5457f634-96ae-424e-b2d8-6e3ab472c2be could not be found. [ 999.357824] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895229, 'name': CreateVM_Task, 'duration_secs': 0.548715} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.357824] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.358378] env[65899]: WARNING neutronclient.v2_0.client [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.358926] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.386394] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.386707] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.386935] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.387167] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.387383] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.390420] env[65899]: INFO nova.compute.manager [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Terminating instance [ 999.399675] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-e346f091-7d50-4760-b0d3-ff6be7e3f062" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.400144] env[65899]: DEBUG nova.objects.instance [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lazy-loading 'migration_context' on Instance uuid e346f091-7d50-4760-b0d3-ff6be7e3f062 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.426102] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a14f65-f241-44b7-b58d-b2f8fb06d55d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.436346] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f661d3-44c1-4950-b03a-d25116cad310 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.470306] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d614dd94-e88e-4d26-aba4-0d51741161be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.479423] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c3fddb-4f43-42ba-93b7-a4d79389fc9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.494998] env[65899]: DEBUG nova.compute.provider_tree [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.541106] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52562df3-7762-de16-5227-aaa0f474aa29, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.541549] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.541705] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.541951] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.542138] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.542331] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.542627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.542948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.543221] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9b25346-cac0-4dbd-b146-30f68bddf2f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.545260] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13d34ad-9216-4a50-8ee3-8426d689834a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.552614] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 999.552614] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ae576b-7967-0869-6c79-a9e68a145d2d" [ 999.552614] env[65899]: _type = "Task" [ 999.552614] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.557084] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.557320] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.558791] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d800d2-197d-42fa-a3db-385e7af209c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.566767] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ae576b-7967-0869-6c79-a9e68a145d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.571235] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 999.571235] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f97100-49cf-e260-11da-349f0e74d2ef" [ 999.571235] env[65899]: _type = "Task" [ 999.571235] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.575655] env[65899]: DEBUG oslo_concurrency.lockutils [None req-78592c87-782e-49cf-9d96-9f134c41b8c6 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.896s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.581102] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f97100-49cf-e260-11da-349f0e74d2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.584346] env[65899]: DEBUG nova.compute.manager [req-8b3f1493-bfee-4737-a02e-005a2b957b12 req-3f947618-852e-4c2d-8d95-70a60d09dce4 service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Received event network-vif-deleted-24465118-e6e0-4b38-9a07-e523b9b8bdcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 999.584443] env[65899]: INFO nova.compute.manager [req-8b3f1493-bfee-4737-a02e-005a2b957b12 req-3f947618-852e-4c2d-8d95-70a60d09dce4 service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Neutron deleted interface 24465118-e6e0-4b38-9a07-e523b9b8bdcf; detaching it from the instance and deleting it from the info cache [ 999.584797] env[65899]: DEBUG nova.network.neutron [req-8b3f1493-bfee-4737-a02e-005a2b957b12 req-3f947618-852e-4c2d-8d95-70a60d09dce4 service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.618751] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506224} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.619063] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 4081c530-6dc9-44c7-912f-5afbd318807c/4081c530-6dc9-44c7-912f-5afbd318807c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.619291] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.619581] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b669720e-5e4f-41ac-b845-4f7b33a41f3c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.626589] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 999.626589] env[65899]: value = "task-4895233" [ 999.626589] env[65899]: _type = "Task" [ 999.626589] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.635852] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.740254] env[65899]: DEBUG nova.network.neutron [-] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.768039] env[65899]: DEBUG nova.objects.instance [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lazy-loading 'flavor' on Instance uuid 794234cc-4132-4da3-be36-ea3b67ff310f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.782878] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.783161] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.783374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.783560] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.783767] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.786550] env[65899]: INFO nova.compute.manager [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Terminating instance [ 999.898514] env[65899]: DEBUG nova.compute.manager [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 999.898681] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.899930] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc13d43-6a4a-4ffb-bdae-725a10c99f66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.903824] env[65899]: DEBUG nova.objects.base [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.904799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd740422-8d1e-4cd1-99c0-f28ac176f8f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.930023] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31d6387-54ed-4f8c-a8d7-def20a8b5002 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.932871] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.933653] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-464c70eb-c95b-403f-9e7f-11f079fd804d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.938906] env[65899]: DEBUG oslo_vmware.api [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 999.938906] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525dcfce-9aa5-c98a-dcc3-8556d72d7f77" [ 999.938906] env[65899]: _type = "Task" [ 999.938906] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.943908] env[65899]: DEBUG oslo_vmware.api [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 999.943908] env[65899]: value = "task-4895234" [ 999.943908] env[65899]: _type = "Task" [ 999.943908] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.950925] env[65899]: DEBUG oslo_vmware.api [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525dcfce-9aa5-c98a-dcc3-8556d72d7f77, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.951666] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.962221] env[65899]: DEBUG oslo_vmware.api [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.998578] env[65899]: DEBUG nova.scheduler.client.report [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.063761] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ae576b-7967-0869-6c79-a9e68a145d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.041034} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.064105] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.064347] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.065247] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.090486] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f97100-49cf-e260-11da-349f0e74d2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.023436} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.090687] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03cb80d5-513c-4795-868b-29cc513845d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.095493] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b50c17-9552-4d0f-844f-c09ef45d3ea3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.102905] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1000.102905] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527bfd6c-35f1-f362-f3d5-e2590b2e0a38" [ 1000.102905] env[65899]: _type = "Task" [ 1000.102905] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.111173] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c06511-80c5-4caa-a042-dc2b67878858 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.129886] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527bfd6c-35f1-f362-f3d5-e2590b2e0a38, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.133540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.133822] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.134545] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.134754] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.135012] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-174bbc38-2439-40bb-8e38-6938e55bbb27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.152078] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84844b67-07fc-4225-8bba-1a7345f18081 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.154318] env[65899]: DEBUG nova.compute.manager [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1000.155033] env[65899]: DEBUG nova.compute.manager [req-8b3f1493-bfee-4737-a02e-005a2b957b12 req-3f947618-852e-4c2d-8d95-70a60d09dce4 service nova] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Detach interface failed, port_id=24465118-e6e0-4b38-9a07-e523b9b8bdcf, reason: Instance c6cf7890-4fe5-4819-8d13-3dc2fd70eac5 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.160281] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac427b5-21d6-4c71-9b4d-8c107770878a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.163219] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122071} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.168508] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.168508] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1000.168508] env[65899]: value = "task-4895235" [ 1000.168508] env[65899]: _type = "Task" [ 1000.168508] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.170935] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9906589e-6601-4d35-a195-712f91e95d87 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.200159] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 4081c530-6dc9-44c7-912f-5afbd318807c/4081c530-6dc9-44c7-912f-5afbd318807c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.204821] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e489f1-0703-42f3-8ff5-1519888259c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.222155] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.222155] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.222362] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.223498] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1afffa83-c975-4e97-9c07-80f59499a559 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.230540] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1000.230540] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520a273e-d96c-49a0-25da-bc6ff56a6f9a" [ 1000.230540] env[65899]: _type = "Task" [ 1000.230540] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.232140] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1000.232140] env[65899]: value = "task-4895236" [ 1000.232140] env[65899]: _type = "Task" [ 1000.232140] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.245299] env[65899]: INFO nova.compute.manager [-] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Took 1.27 seconds to deallocate network for instance. [ 1000.245949] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520a273e-d96c-49a0-25da-bc6ff56a6f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.251399] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.254321] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797fb60b-aa3d-4ba2-af88-f158137ffa7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.262394] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1000.262394] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524ea602-ac47-91e4-fa8d-1e9ad2f28ca9" [ 1000.262394] env[65899]: _type = "Task" [ 1000.262394] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.273444] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524ea602-ac47-91e4-fa8d-1e9ad2f28ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.275760] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9205efd5-265b-4d7a-8628-364af1d3870c tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.441s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.290687] env[65899]: DEBUG nova.compute.manager [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1000.290948] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.292365] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b723b26d-f507-48c6-af30-968c40460b86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.300951] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.301230] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d1907c-7fe6-429a-8e56-a65fc99740d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.308632] env[65899]: DEBUG oslo_vmware.api [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 1000.308632] env[65899]: value = "task-4895237" [ 1000.308632] env[65899]: _type = "Task" [ 1000.308632] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.317549] env[65899]: DEBUG oslo_vmware.api [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.456672] env[65899]: DEBUG oslo_vmware.api [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895234, 'name': PowerOffVM_Task, 'duration_secs': 0.256358} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.457275] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.457738] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.458172] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30362df5-8b32-45a6-a842-88e581b24f52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.503937] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.504681] env[65899]: DEBUG nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1000.509253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.677s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.510650] env[65899]: INFO nova.compute.claims [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.574253] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.574634] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.575015] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Deleting the datastore file [datastore2] 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.575454] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0285daa7-8ec4-42fc-8285-476d6ebb6122 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.582646] env[65899]: INFO nova.compute.manager [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Rescuing [ 1000.583040] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.583263] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.583475] env[65899]: DEBUG nova.network.neutron [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1000.588712] env[65899]: DEBUG oslo_vmware.api [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for the task: (returnval){ [ 1000.588712] env[65899]: value = "task-4895239" [ 1000.588712] env[65899]: _type = "Task" [ 1000.588712] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.602251] env[65899]: DEBUG oslo_vmware.api [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.669468] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.669885] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.670114] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.670297] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.670464] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.673361] env[65899]: INFO nova.compute.manager [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Terminating instance [ 1000.680675] env[65899]: INFO nova.compute.manager [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] instance snapshotting [ 1000.681286] env[65899]: DEBUG nova.objects.instance [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'flavor' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.692764] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.746014] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895236, 'name': ReconfigVM_Task, 'duration_secs': 0.467658} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.746332] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 4081c530-6dc9-44c7-912f-5afbd318807c/4081c530-6dc9-44c7-912f-5afbd318807c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.746993] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c88964e0-8037-451f-8990-1988d558174a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.755272] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1000.755272] env[65899]: value = "task-4895240" [ 1000.755272] env[65899]: _type = "Task" [ 1000.755272] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.758809] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.766045] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895240, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.781936] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524ea602-ac47-91e4-fa8d-1e9ad2f28ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.011821} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.782230] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.782582] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] d1fdf354-e347-41d3-b177-b15a23ac8ea6/d1fdf354-e347-41d3-b177-b15a23ac8ea6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.782857] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-154b4dc6-8b14-48de-b7d6-22d34df9d05f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.791078] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1000.791078] env[65899]: value = "task-4895241" [ 1000.791078] env[65899]: _type = "Task" [ 1000.791078] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.800638] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.821535] env[65899]: DEBUG oslo_vmware.api [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895237, 'name': PowerOffVM_Task, 'duration_secs': 0.278797} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.821979] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.822327] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.822678] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb85d03-c9cb-4bb8-b6a5-51152769bf13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.892811] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.893098] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.893309] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleting the datastore file [datastore2] 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.893620] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95d6cd4c-1bbf-46d7-9baf-cab75e398b51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.901770] env[65899]: DEBUG oslo_vmware.api [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for the task: (returnval){ [ 1000.901770] env[65899]: value = "task-4895243" [ 1000.901770] env[65899]: _type = "Task" [ 1000.901770] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.914742] env[65899]: DEBUG oslo_vmware.api [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.015416] env[65899]: DEBUG nova.compute.utils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.021168] env[65899]: DEBUG nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1001.021571] env[65899]: DEBUG nova.network.neutron [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1001.022075] env[65899]: WARNING neutronclient.v2_0.client [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.022604] env[65899]: WARNING neutronclient.v2_0.client [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.068414] env[65899]: DEBUG nova.policy [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ebb11d29864010a597a23d1618eddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5809733822c54ecd9d725c104bd59d7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.089062] env[65899]: WARNING neutronclient.v2_0.client [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.103586] env[65899]: DEBUG oslo_vmware.api [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Task: {'id': task-4895239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338001} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.103931] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.104141] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.104352] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.104525] env[65899]: INFO nova.compute.manager [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1001.104827] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1001.105094] env[65899]: DEBUG nova.compute.manager [-] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1001.105239] env[65899]: DEBUG nova.network.neutron [-] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1001.105498] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.185850] env[65899]: DEBUG nova.compute.manager [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1001.186201] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.188779] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563566} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.189950] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb289722-f703-4dfd-8d88-e50755e4df96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.195197] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.195197] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.196557] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.199426] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4986ca8-fd84-4ae9-a3f2-27bd2ac9cf4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.204528] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae8ace-4bcb-46b6-b7c6-7feafc9292be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.218604] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.237119] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8836847-edf0-4c68-b197-15e6ee5511b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.238792] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1001.238792] env[65899]: value = "task-4895244" [ 1001.238792] env[65899]: _type = "Task" [ 1001.238792] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.240062] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183739de-6757-45f6-87bb-3643dcf83ae7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.266419] env[65899]: DEBUG oslo_vmware.api [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1001.266419] env[65899]: value = "task-4895245" [ 1001.266419] env[65899]: _type = "Task" [ 1001.266419] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.281935] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.282347] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.282587] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.282772] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.282941] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.285547] env[65899]: INFO nova.compute.manager [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Terminating instance [ 1001.291242] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895240, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.302333] env[65899]: DEBUG oslo_vmware.api [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.308705] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895241, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.414824] env[65899]: DEBUG oslo_vmware.api [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.466263] env[65899]: DEBUG nova.network.neutron [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Successfully created port: c0ab04ce-be3a-4953-bc02-13d52f5361df {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1001.522193] env[65899]: DEBUG nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1001.646411] env[65899]: WARNING neutronclient.v2_0.client [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.753760] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235804} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.754474] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.755140] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6dacae-8c6a-4ece-9285-16637964a2a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.776285] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.776418] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895240, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.793129] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7fb289a8-3bca-4628-ab34-dcd0c5237d27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.818505] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.819522] env[65899]: DEBUG nova.compute.manager [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1001.819878] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.826237] env[65899]: DEBUG nova.network.neutron [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.826237] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a902c122-bb37-4bb2-b168-d1fee80d832a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.854775] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925216b9-1864-4164-b1e1-caa9aef05770 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.862904] env[65899]: DEBUG nova.compute.manager [req-70c96700-bddf-4fe6-b65f-5f3add36353d req-c77e2f05-f7ba-4c09-8cf2-156f478e1bb9 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Received event network-vif-deleted-26ab65f3-9250-4b95-86db-a27490f7cda4 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.863331] env[65899]: INFO nova.compute.manager [req-70c96700-bddf-4fe6-b65f-5f3add36353d req-c77e2f05-f7ba-4c09-8cf2-156f478e1bb9 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Neutron deleted interface 26ab65f3-9250-4b95-86db-a27490f7cda4; detaching it from the instance and deleting it from the info cache [ 1001.863331] env[65899]: DEBUG nova.network.neutron [req-70c96700-bddf-4fe6-b65f-5f3add36353d req-c77e2f05-f7ba-4c09-8cf2-156f478e1bb9 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.879101] env[65899]: DEBUG oslo_vmware.api [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.885526] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.885909] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1001.885909] env[65899]: value = "task-4895247" [ 1001.885909] env[65899]: _type = "Task" [ 1001.885909] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.886599] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1001.886599] env[65899]: value = "task-4895246" [ 1001.886599] env[65899]: _type = "Task" [ 1001.886599] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.887289] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb2c75b-ce42-46fc-8c91-2228a80ab3ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.902953] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588604} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.906478] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] d1fdf354-e347-41d3-b177-b15a23ac8ea6/d1fdf354-e347-41d3-b177-b15a23ac8ea6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.907090] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.912220] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4853229-6087-4ecd-b21a-304c5b668f9a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.923086] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.923414] env[65899]: DEBUG oslo_vmware.api [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 1001.923414] env[65899]: value = "task-4895248" [ 1001.923414] env[65899]: _type = "Task" [ 1001.923414] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.923647] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.936848] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1001.936848] env[65899]: value = "task-4895249" [ 1001.936848] env[65899]: _type = "Task" [ 1001.936848] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.937680] env[65899]: DEBUG oslo_vmware.api [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Task: {'id': task-4895243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545314} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.939032] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.939292] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.939582] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.939907] env[65899]: INFO nova.compute.manager [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1001.940386] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1001.947092] env[65899]: DEBUG nova.compute.manager [-] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1001.947092] env[65899]: DEBUG nova.network.neutron [-] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1001.947092] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.952445] env[65899]: DEBUG oslo_vmware.api [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.960653] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.000770] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.016103] env[65899]: DEBUG nova.network.neutron [-] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.057325] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63a882-946d-47d1-8b41-9438e60ff0de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.067751] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76c838d-4073-4937-bf76-2a478ec7d993 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.103846] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc5bda-5327-4880-9bf2-28d01d5d2eec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.112485] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a53e25b-1628-4643-86e1-39ac48b9b0a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.133335] env[65899]: DEBUG nova.compute.provider_tree [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.272991] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895240, 'name': Rename_Task, 'duration_secs': 1.296976} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.272991] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.272991] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-509589ce-3698-4a0a-b72a-1b329928b4cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.283733] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1002.283733] env[65899]: value = "task-4895250" [ 1002.283733] env[65899]: _type = "Task" [ 1002.283733] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.289916] env[65899]: DEBUG oslo_vmware.api [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895245, 'name': PowerOffVM_Task, 'duration_secs': 0.831756} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.290653] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.290875] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.291180] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ceb6609-a117-4436-81ae-948e7ebdda72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.296511] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.366451] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.366898] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.367205] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleting the datastore file [datastore1] a1532f5e-820e-4c4d-b3d6-7c364bb5c91e {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.367969] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11cc642c-9e04-4ec1-b810-3a4bef0640ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.370710] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fefaa2e-54ed-4d7c-946e-144f5a573f2f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.374210] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.389391] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061b48c8-80ff-42f3-b1da-8213542a7ccc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.408471] env[65899]: DEBUG oslo_vmware.api [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1002.408471] env[65899]: value = "task-4895252" [ 1002.408471] env[65899]: _type = "Task" [ 1002.408471] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.438725] env[65899]: DEBUG oslo_vmware.api [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.439036] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895247, 'name': ReconfigVM_Task, 'duration_secs': 0.29818} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.439271] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.453743] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1a86be95-81d6-479a-832d-262db31a4e29/1a86be95-81d6-479a-832d-262db31a4e29.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.454987] env[65899]: DEBUG nova.compute.manager [req-70c96700-bddf-4fe6-b65f-5f3add36353d req-c77e2f05-f7ba-4c09-8cf2-156f478e1bb9 service nova] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Detach interface failed, port_id=26ab65f3-9250-4b95-86db-a27490f7cda4, reason: Instance 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.459104] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-290d243a-24ea-4371-97aa-87653ecc7790 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.465754] env[65899]: DEBUG oslo_vmware.api [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.474330] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078064} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.477309] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.477309] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1002.477309] env[65899]: value = "task-4895253" [ 1002.477309] env[65899]: _type = "Task" [ 1002.477309] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.477650] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b6a2a-5f67-4229-908a-70c68b1cb9ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.492306] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895253, 'name': Rename_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.511388] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d1fdf354-e347-41d3-b177-b15a23ac8ea6/d1fdf354-e347-41d3-b177-b15a23ac8ea6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.511807] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f674f9-98eb-42be-9409-52ebf96a8ec2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.528336] env[65899]: INFO nova.compute.manager [-] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Took 1.42 seconds to deallocate network for instance. [ 1002.534942] env[65899]: DEBUG nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1002.541027] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1002.541027] env[65899]: value = "task-4895254" [ 1002.541027] env[65899]: _type = "Task" [ 1002.541027] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.554154] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.577211] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1002.577617] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.577882] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1002.580302] env[65899]: DEBUG nova.virt.hardware [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1002.583191] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a1651e-b870-4bf6-ba11-1c8be19ee160 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.594769] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97d59df-2bc2-4397-9f02-37bff16cbafb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.637949] env[65899]: DEBUG nova.scheduler.client.report [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.796402] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895250, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.818479] env[65899]: DEBUG nova.network.neutron [-] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.929237] env[65899]: DEBUG oslo_vmware.api [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170996} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.931634] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895246, 'name': CreateSnapshot_Task, 'duration_secs': 0.801884} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.932108] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.932300] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.932470] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.932637] env[65899]: INFO nova.compute.manager [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1002.932874] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.936645] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.936906] env[65899]: DEBUG nova.compute.manager [-] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.937026] env[65899]: DEBUG nova.network.neutron [-] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.937306] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.940063] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f559bd5f-1a41-4dd8-9edc-eed4ea184720 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.955059] env[65899]: DEBUG oslo_vmware.api [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895248, 'name': PowerOffVM_Task, 'duration_secs': 0.783505} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.957491] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.958585] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.958585] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-201348ae-8c9e-4477-bac1-0fe840c1139b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.994846] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895253, 'name': Rename_Task, 'duration_secs': 0.231551} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.995291] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.996686] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.999801] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55352367-65d8-4eab-8321-61f66a9d99ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.008858] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1003.008858] env[65899]: value = "task-4895256" [ 1003.008858] env[65899]: _type = "Task" [ 1003.008858] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.022013] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.026987] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.027300] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.027651] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Deleting the datastore file [datastore2] 392f8a9c-5ffc-4be7-94ac-333827bf6f42 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.027984] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52cf7156-15cd-4d98-b2b8-4a40a3a3fedd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.039489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.040062] env[65899]: DEBUG oslo_vmware.api [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for the task: (returnval){ [ 1003.040062] env[65899]: value = "task-4895257" [ 1003.040062] env[65899]: _type = "Task" [ 1003.040062] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.053272] env[65899]: DEBUG oslo_vmware.api [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.058252] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.081452] env[65899]: DEBUG nova.network.neutron [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Successfully updated port: c0ab04ce-be3a-4953-bc02-13d52f5361df {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1003.143698] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.144332] env[65899]: DEBUG nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1003.148721] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.842s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.150295] env[65899]: INFO nova.compute.claims [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.153575] env[65899]: DEBUG nova.compute.manager [req-66d90c1d-e9dc-4d3b-b57d-86e7ec3eb208 req-4bba1e46-b670-40c4-aa97-a29da4ed358d service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Received event network-vif-plugged-c0ab04ce-be3a-4953-bc02-13d52f5361df {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1003.153795] env[65899]: DEBUG oslo_concurrency.lockutils [req-66d90c1d-e9dc-4d3b-b57d-86e7ec3eb208 req-4bba1e46-b670-40c4-aa97-a29da4ed358d service nova] Acquiring lock "4463605c-886f-4611-a59d-b4cc8b706671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.154031] env[65899]: DEBUG oslo_concurrency.lockutils [req-66d90c1d-e9dc-4d3b-b57d-86e7ec3eb208 req-4bba1e46-b670-40c4-aa97-a29da4ed358d service nova] Lock "4463605c-886f-4611-a59d-b4cc8b706671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.154198] env[65899]: DEBUG oslo_concurrency.lockutils [req-66d90c1d-e9dc-4d3b-b57d-86e7ec3eb208 req-4bba1e46-b670-40c4-aa97-a29da4ed358d service nova] Lock "4463605c-886f-4611-a59d-b4cc8b706671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.154362] env[65899]: DEBUG nova.compute.manager [req-66d90c1d-e9dc-4d3b-b57d-86e7ec3eb208 req-4bba1e46-b670-40c4-aa97-a29da4ed358d service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] No waiting events found dispatching network-vif-plugged-c0ab04ce-be3a-4953-bc02-13d52f5361df {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1003.154523] env[65899]: WARNING nova.compute.manager [req-66d90c1d-e9dc-4d3b-b57d-86e7ec3eb208 req-4bba1e46-b670-40c4-aa97-a29da4ed358d service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Received unexpected event network-vif-plugged-c0ab04ce-be3a-4953-bc02-13d52f5361df for instance with vm_state building and task_state spawning. [ 1003.294941] env[65899]: DEBUG oslo_vmware.api [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895250, 'name': PowerOnVM_Task, 'duration_secs': 0.524281} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.295211] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.295408] env[65899]: INFO nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1003.295613] env[65899]: DEBUG nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1003.296470] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf9e3f5-16bc-4279-a6d9-45c7120a5ee0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.321510] env[65899]: INFO nova.compute.manager [-] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Took 1.38 seconds to deallocate network for instance. [ 1003.466525] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.467206] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e882280-d0d7-4822-987d-37b7a3c646ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.476662] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1003.476662] env[65899]: value = "task-4895258" [ 1003.476662] env[65899]: _type = "Task" [ 1003.476662] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.487015] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895258, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.521188] env[65899]: DEBUG oslo_vmware.api [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895256, 'name': PowerOnVM_Task, 'duration_secs': 0.43897} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.521472] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.521688] env[65899]: DEBUG nova.compute.manager [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1003.522519] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1aa29-260f-4c58-b72b-e7f5465e8900 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.554739] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895254, 'name': ReconfigVM_Task, 'duration_secs': 0.551456} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.558436] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d1fdf354-e347-41d3-b177-b15a23ac8ea6/d1fdf354-e347-41d3-b177-b15a23ac8ea6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.559223] env[65899]: DEBUG oslo_vmware.api [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Task: {'id': task-4895257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14329} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.559451] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68dde033-b53b-4942-acde-5ce3dcbd062a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.561457] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.561645] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.561819] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.562102] env[65899]: INFO nova.compute.manager [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1003.562371] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1003.562586] env[65899]: DEBUG nova.compute.manager [-] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1003.562684] env[65899]: DEBUG nova.network.neutron [-] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1003.562929] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.571841] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1003.571841] env[65899]: value = "task-4895259" [ 1003.571841] env[65899]: _type = "Task" [ 1003.571841] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.581122] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895259, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.583676] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.583778] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.583949] env[65899]: DEBUG nova.network.neutron [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1003.653878] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.661047] env[65899]: DEBUG nova.compute.utils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.663761] env[65899]: DEBUG nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1003.664438] env[65899]: DEBUG nova.network.neutron [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.664542] env[65899]: WARNING neutronclient.v2_0.client [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.664905] env[65899]: WARNING neutronclient.v2_0.client [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.730841] env[65899]: DEBUG nova.policy [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ebb11d29864010a597a23d1618eddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5809733822c54ecd9d725c104bd59d7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.749179] env[65899]: DEBUG nova.network.neutron [-] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.817672] env[65899]: INFO nova.compute.manager [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Took 29.06 seconds to build instance. [ 1003.828883] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.852620] env[65899]: DEBUG nova.compute.manager [req-70a9e4b6-1d15-4525-9c75-0bcdbaf278b0 req-f9cd9b75-99b7-4e01-8c7b-8ee64c0362d2 service nova] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Received event network-vif-deleted-d590d167-569d-414d-8703-f9b1995a8c39 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1003.852828] env[65899]: DEBUG nova.compute.manager [req-70a9e4b6-1d15-4525-9c75-0bcdbaf278b0 req-f9cd9b75-99b7-4e01-8c7b-8ee64c0362d2 service nova] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Received event network-vif-deleted-886486ea-21b9-4430-bba5-7a1ec0aef4c2 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1003.938460] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.938460] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987e6134-40cb-4754-a0a0-fe2b9f83c22c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.947888] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1003.947888] env[65899]: value = "task-4895260" [ 1003.947888] env[65899]: _type = "Task" [ 1003.947888] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.957742] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.987161] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895258, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.043593] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.082194] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895259, 'name': Rename_Task, 'duration_secs': 0.259137} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.082514] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.082772] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa80d662-9b1f-40d8-a461-8b07b982ab4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.090773] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1004.090773] env[65899]: value = "task-4895261" [ 1004.090773] env[65899]: _type = "Task" [ 1004.090773] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.104733] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.117836] env[65899]: DEBUG nova.network.neutron [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1004.137444] env[65899]: DEBUG nova.network.neutron [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Successfully created port: 8230367b-d563-4ba2-95fa-27f553f1029d {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1004.168725] env[65899]: DEBUG nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1004.241330] env[65899]: WARNING neutronclient.v2_0.client [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.252712] env[65899]: INFO nova.compute.manager [-] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Took 1.32 seconds to deallocate network for instance. [ 1004.321921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-279040a6-eb2b-4904-87a0-9a2d2d13de9c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "4081c530-6dc9-44c7-912f-5afbd318807c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.589s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.380243] env[65899]: DEBUG nova.network.neutron [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Updating instance_info_cache with network_info: [{"id": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "address": "fa:16:3e:8e:43:14", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab04ce-be", "ovs_interfaceid": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.420417] env[65899]: DEBUG nova.network.neutron [-] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.466637] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895260, 'name': PowerOffVM_Task, 'duration_secs': 0.421511} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.469846] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.471523] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba83881f-166c-4ab5-9da6-076de726eff7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.504761] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f65d9f-32c3-499d-a749-0f9b5a36f653 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.521083] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895258, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.560219] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.560517] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2b12228-4644-4c36-899c-0a47d3973d7d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.570945] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1004.570945] env[65899]: value = "task-4895262" [ 1004.570945] env[65899]: _type = "Task" [ 1004.570945] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.585626] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1004.585828] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.586079] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.586753] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.586753] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.589243] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6209a13a-58d4-452f-913a-2c0d4b2aa591 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.608593] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.611612] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.611803] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.613383] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94797a2e-1679-4eb5-81a3-c87197bb86ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.616222] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25678b5c-3e28-4edf-88ea-47471e35c31e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.625756] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd5b7ab-e6cc-4ead-a14a-08fa982f6beb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.630305] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1004.630305] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529ad20a-dee7-1ba5-6bfb-6cac5fa72e19" [ 1004.630305] env[65899]: _type = "Task" [ 1004.630305] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.660696] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c78ef-963a-49d7-9e39-7e4adc1b4e9e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.667786] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529ad20a-dee7-1ba5-6bfb-6cac5fa72e19, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.669073] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927c519f-b15c-4785-a6f5-4236547364a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.680289] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a833c61-2c07-4bd2-b71c-17f25faf29f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.686514] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1004.686514] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f0a7c6-5f7f-7fb6-5928-fb6a718036c9" [ 1004.686514] env[65899]: _type = "Task" [ 1004.686514] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.701079] env[65899]: DEBUG nova.compute.provider_tree [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.709493] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f0a7c6-5f7f-7fb6-5928-fb6a718036c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.710447] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.710447] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. {{(pid=65899) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1004.711157] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d400659-49f4-4902-94a3-a9af51eb7938 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.720051] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1004.720051] env[65899]: value = "task-4895263" [ 1004.720051] env[65899]: _type = "Task" [ 1004.720051] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.736275] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.760837] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.883834] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884307] env[65899]: DEBUG nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Instance network_info: |[{"id": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "address": "fa:16:3e:8e:43:14", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab04ce-be", "ovs_interfaceid": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1004.885062] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:43:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ab04ce-be3a-4953-bc02-13d52f5361df', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.896194] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Creating folder: Project (5809733822c54ecd9d725c104bd59d7b). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.896766] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dc14596-9d09-4ea5-addc-df79405de693 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.913791] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Created folder: Project (5809733822c54ecd9d725c104bd59d7b) in parent group-v953787. [ 1004.914083] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Creating folder: Instances. Parent ref: group-v954045. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.914463] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-216edb45-0f4f-4f65-99f0-0b8f9a714eca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.924121] env[65899]: INFO nova.compute.manager [-] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Took 1.36 seconds to deallocate network for instance. [ 1004.931519] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Created folder: Instances in parent group-v954045. [ 1004.931828] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1004.932484] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.932774] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14e0f773-6156-4f98-993f-05a274ba931e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.953504] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.953504] env[65899]: value = "task-4895266" [ 1004.953504] env[65899]: _type = "Task" [ 1004.953504] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.967191] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895266, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.009371] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895258, 'name': CloneVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.093961] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "1a86be95-81d6-479a-832d-262db31a4e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.094310] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "1a86be95-81d6-479a-832d-262db31a4e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.094884] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "1a86be95-81d6-479a-832d-262db31a4e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.094884] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "1a86be95-81d6-479a-832d-262db31a4e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.094884] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "1a86be95-81d6-479a-832d-262db31a4e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.100918] env[65899]: INFO nova.compute.manager [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Terminating instance [ 1005.110803] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.186715] env[65899]: DEBUG nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1005.206514] env[65899]: DEBUG nova.scheduler.client.report [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.223920] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1005.223920] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.224331] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1005.224331] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.224562] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1005.224773] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1005.225102] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1005.225292] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1005.225494] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1005.225678] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1005.225948] env[65899]: DEBUG nova.virt.hardware [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1005.227100] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b6663b-b806-4ef9-b04a-2274250924ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.244635] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895263, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.245316] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed97c4-be6b-49a9-9817-773d48c9995d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.434529] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.465908] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895266, 'name': CreateVM_Task, 'duration_secs': 0.433555} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.466219] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.466803] env[65899]: WARNING neutronclient.v2_0.client [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.467216] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.467365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.467682] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.467983] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11794c2-4ce0-45a4-902e-b0b3943be5d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.473500] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1005.473500] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c67541-9006-a69d-c430-da39b448277f" [ 1005.473500] env[65899]: _type = "Task" [ 1005.473500] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.483942] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c67541-9006-a69d-c430-da39b448277f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.507489] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895258, 'name': CloneVM_Task, 'duration_secs': 1.536498} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.508372] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Created linked-clone VM from snapshot [ 1005.508635] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f81c6b-1fd9-4084-afe1-e80dccd6f9a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.517944] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Uploading image 83251b26-8f3a-4160-b9fd-d6ed194c1c41 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.546701] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1005.546701] env[65899]: value = "vm-954044" [ 1005.546701] env[65899]: _type = "VirtualMachine" [ 1005.546701] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1005.547018] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-495cda1a-9dbd-4577-b37c-a8db82a3642d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.555113] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease: (returnval){ [ 1005.555113] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52691594-6720-869c-9e16-3636a2d61ccb" [ 1005.555113] env[65899]: _type = "HttpNfcLease" [ 1005.555113] env[65899]: } obtained for exporting VM: (result){ [ 1005.555113] env[65899]: value = "vm-954044" [ 1005.555113] env[65899]: _type = "VirtualMachine" [ 1005.555113] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1005.555433] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the lease: (returnval){ [ 1005.555433] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52691594-6720-869c-9e16-3636a2d61ccb" [ 1005.555433] env[65899]: _type = "HttpNfcLease" [ 1005.555433] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1005.562486] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.562486] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52691594-6720-869c-9e16-3636a2d61ccb" [ 1005.562486] env[65899]: _type = "HttpNfcLease" [ 1005.562486] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.606120] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "refresh_cache-1a86be95-81d6-479a-832d-262db31a4e29" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.606321] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquired lock "refresh_cache-1a86be95-81d6-479a-832d-262db31a4e29" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.606496] env[65899]: DEBUG nova.network.neutron [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1005.610846] env[65899]: DEBUG oslo_vmware.api [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895261, 'name': PowerOnVM_Task, 'duration_secs': 1.293809} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.611920] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.611920] env[65899]: INFO nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1005.611920] env[65899]: DEBUG nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.612800] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcdb108-8ebf-421a-a9dd-476974a2f3a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.715871] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.716495] env[65899]: DEBUG nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1005.719101] env[65899]: DEBUG oslo_concurrency.lockutils [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.562s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.739472] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530308} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.739838] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. [ 1005.740957] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19510284-2341-4cb3-abc6-2f2a46528356 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.782316] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.784395] env[65899]: DEBUG nova.network.neutron [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Successfully updated port: 8230367b-d563-4ba2-95fa-27f553f1029d {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.792260] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d92ad5-82c9-4b1a-be5b-75a8452e3ad2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.809380] env[65899]: DEBUG nova.compute.manager [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Received event network-changed-c0ab04ce-be3a-4953-bc02-13d52f5361df {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1005.809584] env[65899]: DEBUG nova.compute.manager [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Refreshing instance network info cache due to event network-changed-c0ab04ce-be3a-4953-bc02-13d52f5361df. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1005.809835] env[65899]: DEBUG oslo_concurrency.lockutils [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] Acquiring lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.809982] env[65899]: DEBUG oslo_concurrency.lockutils [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] Acquired lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.810158] env[65899]: DEBUG nova.network.neutron [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Refreshing network info cache for port c0ab04ce-be3a-4953-bc02-13d52f5361df {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.820966] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1005.820966] env[65899]: value = "task-4895268" [ 1005.820966] env[65899]: _type = "Task" [ 1005.820966] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.834637] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.920942] env[65899]: DEBUG nova.compute.manager [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-changed-57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1005.921322] env[65899]: DEBUG nova.compute.manager [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing instance network info cache due to event network-changed-57507373-24e2-426d-bfed-7059ce003adc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1005.921370] env[65899]: DEBUG oslo_concurrency.lockutils [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.921524] env[65899]: DEBUG oslo_concurrency.lockutils [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.921662] env[65899]: DEBUG nova.network.neutron [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing network info cache for port 57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.987187] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c67541-9006-a69d-c430-da39b448277f, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.990246] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.990547] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.990856] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.991141] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.991439] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.992028] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d1d2a1e-c868-4915-a659-3da003dd5d1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.005972] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.006355] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.007274] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9738a64e-4f40-47b7-a84d-8fdf5f7cc117 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.014981] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1006.014981] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52dc9bdc-ab0f-31e6-afe9-37ce38b5c797" [ 1006.014981] env[65899]: _type = "Task" [ 1006.014981] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.029824] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52dc9bdc-ab0f-31e6-afe9-37ce38b5c797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.070896] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.070896] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52691594-6720-869c-9e16-3636a2d61ccb" [ 1006.070896] env[65899]: _type = "HttpNfcLease" [ 1006.070896] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1006.071272] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1006.071272] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52691594-6720-869c-9e16-3636a2d61ccb" [ 1006.071272] env[65899]: _type = "HttpNfcLease" [ 1006.071272] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1006.072151] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9aa9cf-97ad-4dde-bca1-a42c586de4d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.083478] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5204270a-0d55-e680-a2af-344d11ed80b7/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1006.083705] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5204270a-0d55-e680-a2af-344d11ed80b7/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1006.143931] env[65899]: WARNING neutronclient.v2_0.client [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.157329] env[65899]: INFO nova.compute.manager [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Took 30.70 seconds to build instance. [ 1006.170917] env[65899]: DEBUG nova.network.neutron [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.201254] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-757da5b9-5d8a-4151-8587-c436c9556f26 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.224763] env[65899]: DEBUG nova.compute.utils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.227509] env[65899]: DEBUG nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1006.227807] env[65899]: DEBUG nova.network.neutron [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1006.228159] env[65899]: WARNING neutronclient.v2_0.client [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.228520] env[65899]: WARNING neutronclient.v2_0.client [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.231110] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19fea2-cc76-475b-867c-fdaa458d9fc0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.241543] env[65899]: DEBUG nova.network.neutron [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.247786] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e10b6d-1112-4b4b-9ca8-f40ef69f7d1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.284208] env[65899]: DEBUG nova.policy [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ebb11d29864010a597a23d1618eddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5809733822c54ecd9d725c104bd59d7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.286685] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a7e24-d573-43c1-af92-ed86961aef7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.291152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "refresh_cache-c10774e3-ac9b-4c4e-9d34-bde930addde9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.291152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "refresh_cache-c10774e3-ac9b-4c4e-9d34-bde930addde9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.291315] env[65899]: DEBUG nova.network.neutron [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1006.298619] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52029a7c-48bc-447c-ad95-db5a39d70528 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.317360] env[65899]: WARNING neutronclient.v2_0.client [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.318971] env[65899]: DEBUG nova.compute.provider_tree [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.332812] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895268, 'name': ReconfigVM_Task, 'duration_secs': 0.468787} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.333884] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.334093] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236fac6-2e50-4c7a-bc67-0abd1a43452c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.369653] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b98227-0a63-4e6a-8d4e-57f533d8e818 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.391573] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1006.391573] env[65899]: value = "task-4895269" [ 1006.391573] env[65899]: _type = "Task" [ 1006.391573] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.406554] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.428765] env[65899]: WARNING neutronclient.v2_0.client [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.527586] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52dc9bdc-ab0f-31e6-afe9-37ce38b5c797, 'name': SearchDatastore_Task, 'duration_secs': 0.013727} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.528707] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9c719c-1038-4719-961f-0b0a48d8d562 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.535450] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1006.535450] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5234d63f-857b-40f5-1936-8a9da3e86964" [ 1006.535450] env[65899]: _type = "Task" [ 1006.535450] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.546050] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5234d63f-857b-40f5-1936-8a9da3e86964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.660299] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0475b92a-7236-471e-8193-820a52ef3382 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.218s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.677155] env[65899]: DEBUG nova.network.neutron [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Successfully created port: cc3c342c-8470-455c-b744-1c32edd6b708 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.741944] env[65899]: DEBUG nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1006.745309] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Releasing lock "refresh_cache-1a86be95-81d6-479a-832d-262db31a4e29" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.745881] env[65899]: DEBUG nova.compute.manager [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1006.748019] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.748019] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7601daa4-03f9-482d-a9e9-4093f747eeb6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.756379] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.757031] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b2f710-2d8f-43c4-85a8-6b52deb01d72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.765605] env[65899]: DEBUG oslo_vmware.api [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1006.765605] env[65899]: value = "task-4895270" [ 1006.765605] env[65899]: _type = "Task" [ 1006.765605] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.781993] env[65899]: DEBUG oslo_vmware.api [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.823450] env[65899]: DEBUG nova.scheduler.client.report [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.828284] env[65899]: WARNING neutronclient.v2_0.client [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.906014] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895269, 'name': ReconfigVM_Task, 'duration_secs': 0.338747} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.906655] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.906655] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ced9774-32fd-4c59-a5de-f8111f4299e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916562] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1006.916562] env[65899]: value = "task-4895271" [ 1006.916562] env[65899]: _type = "Task" [ 1006.916562] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.918212] env[65899]: DEBUG nova.network.neutron [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.930197] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.049279] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5234d63f-857b-40f5-1936-8a9da3e86964, 'name': SearchDatastore_Task, 'duration_secs': 0.015923} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.049831] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.050134] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 4463605c-886f-4611-a59d-b4cc8b706671/4463605c-886f-4611-a59d-b4cc8b706671.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.050532] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a2b2b6-f8b0-4470-b14a-00a045b5a7f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.060021] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1007.060021] env[65899]: value = "task-4895272" [ 1007.060021] env[65899]: _type = "Task" [ 1007.060021] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.069308] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.070692] env[65899]: DEBUG nova.network.neutron [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Updated VIF entry in instance network info cache for port c0ab04ce-be3a-4953-bc02-13d52f5361df. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1007.072102] env[65899]: DEBUG nova.network.neutron [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Updating instance_info_cache with network_info: [{"id": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "address": "fa:16:3e:8e:43:14", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab04ce-be", "ovs_interfaceid": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.116946] env[65899]: WARNING neutronclient.v2_0.client [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.258070] env[65899]: WARNING neutronclient.v2_0.client [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.277209] env[65899]: DEBUG oslo_vmware.api [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895270, 'name': PowerOffVM_Task, 'duration_secs': 0.207276} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.277485] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.277705] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.278068] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a950d3e-5448-482f-b6dc-0effa022603c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.301412] env[65899]: DEBUG nova.network.neutron [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updated VIF entry in instance network info cache for port 57507373-24e2-426d-bfed-7059ce003adc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1007.302176] env[65899]: DEBUG nova.network.neutron [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.309587] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.310104] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.311505] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Deleting the datastore file [datastore2] 1a86be95-81d6-479a-832d-262db31a4e29 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.312052] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0318cc14-4f2d-4fd7-ab85-9cd45af250dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.322249] env[65899]: DEBUG oslo_vmware.api [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for the task: (returnval){ [ 1007.322249] env[65899]: value = "task-4895274" [ 1007.322249] env[65899]: _type = "Task" [ 1007.322249] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.335050] env[65899]: DEBUG oslo_concurrency.lockutils [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.335050] env[65899]: INFO nova.compute.manager [None req-decb6316-e0b5-4a81-9a23-86661ead9d8f tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Successfully reverted task state from rebuilding on failure for instance. [ 1007.340521] env[65899]: DEBUG oslo_vmware.api [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.341457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.539s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.341804] env[65899]: DEBUG nova.objects.instance [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lazy-loading 'resources' on Instance uuid d31044e8-9594-4470-ae3f-fc31b980070f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.434565] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895271, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.571196] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.574131] env[65899]: DEBUG oslo_concurrency.lockutils [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] Releasing lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.576332] env[65899]: DEBUG nova.compute.manager [req-6639ddda-cfd3-4c66-8fb4-f4dc24627bc0 req-373afc97-945f-4302-a041-973966c720ac service nova] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Received event network-vif-deleted-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.761208] env[65899]: DEBUG nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1007.791138] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.791640] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.791803] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.791984] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.792164] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.792324] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.792555] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.792715] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.792879] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.793051] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.793230] env[65899]: DEBUG nova.virt.hardware [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.794153] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22140e6c-6f40-4a0d-891d-6fce3987d554 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.802920] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d51df15-a8ba-4999-a381-26abfb97fe66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.808171] env[65899]: DEBUG oslo_concurrency.lockutils [req-59dd4af9-f9b5-41a3-a18a-7781858d2c07 req-568bb141-8580-4965-bd8b-33e9c9a399be service nova] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.832699] env[65899]: DEBUG oslo_vmware.api [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Task: {'id': task-4895274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295384} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.833035] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.833227] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.833416] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.833599] env[65899]: INFO nova.compute.manager [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1007.833986] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1007.834276] env[65899]: DEBUG nova.compute.manager [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1007.834374] env[65899]: DEBUG nova.network.neutron [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1007.834618] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.938112] env[65899]: DEBUG oslo_vmware.api [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895271, 'name': PowerOnVM_Task, 'duration_secs': 0.605921} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.938112] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.943470] env[65899]: DEBUG nova.compute.manager [None req-e939aefd-93c0-4228-ae62-e7001fbe1888 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1007.945042] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e296e2f-cab5-421c-b787-860b2c7a7045 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.036961] env[65899]: DEBUG nova.network.neutron [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1008.037438] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.075791] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530403} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.077430] env[65899]: DEBUG nova.network.neutron [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Updating instance_info_cache with network_info: [{"id": "8230367b-d563-4ba2-95fa-27f553f1029d", "address": "fa:16:3e:90:a2:6a", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8230367b-d5", "ovs_interfaceid": "8230367b-d563-4ba2-95fa-27f553f1029d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.083048] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 4463605c-886f-4611-a59d-b4cc8b706671/4463605c-886f-4611-a59d-b4cc8b706671.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.083547] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.085185] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eaa247c-c70d-41d3-ad5e-bbf9ad2aa17e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.096019] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1008.096019] env[65899]: value = "task-4895275" [ 1008.096019] env[65899]: _type = "Task" [ 1008.096019] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.115257] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.280909] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50af2d04-4d8d-459f-af64-b557320c8a61 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.291493] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac37fa-512d-4c5b-9bd1-dd7cc453dc68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.325017] env[65899]: DEBUG nova.network.neutron [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Successfully updated port: cc3c342c-8470-455c-b744-1c32edd6b708 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1008.326821] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863034c7-fcd6-401e-9177-8831d788c3b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.337049] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54addb30-e9dd-40da-a263-5768ccaaacc9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.354014] env[65899]: DEBUG nova.compute.provider_tree [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.377211] env[65899]: DEBUG nova.compute.manager [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Received event network-vif-plugged-8230367b-d563-4ba2-95fa-27f553f1029d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1008.377507] env[65899]: DEBUG oslo_concurrency.lockutils [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] Acquiring lock "c10774e3-ac9b-4c4e-9d34-bde930addde9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.377741] env[65899]: DEBUG oslo_concurrency.lockutils [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.378244] env[65899]: DEBUG oslo_concurrency.lockutils [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.378544] env[65899]: DEBUG nova.compute.manager [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] No waiting events found dispatching network-vif-plugged-8230367b-d563-4ba2-95fa-27f553f1029d {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1008.378848] env[65899]: WARNING nova.compute.manager [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Received unexpected event network-vif-plugged-8230367b-d563-4ba2-95fa-27f553f1029d for instance with vm_state building and task_state spawning. [ 1008.379126] env[65899]: DEBUG nova.compute.manager [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Received event network-changed-8230367b-d563-4ba2-95fa-27f553f1029d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1008.379557] env[65899]: DEBUG nova.compute.manager [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Refreshing instance network info cache due to event network-changed-8230367b-d563-4ba2-95fa-27f553f1029d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1008.379759] env[65899]: DEBUG oslo_concurrency.lockutils [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] Acquiring lock "refresh_cache-c10774e3-ac9b-4c4e-9d34-bde930addde9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.540011] env[65899]: DEBUG nova.network.neutron [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.585693] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "refresh_cache-c10774e3-ac9b-4c4e-9d34-bde930addde9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.585973] env[65899]: DEBUG nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Instance network_info: |[{"id": "8230367b-d563-4ba2-95fa-27f553f1029d", "address": "fa:16:3e:90:a2:6a", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8230367b-d5", "ovs_interfaceid": "8230367b-d563-4ba2-95fa-27f553f1029d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1008.587211] env[65899]: DEBUG oslo_concurrency.lockutils [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] Acquired lock "refresh_cache-c10774e3-ac9b-4c4e-9d34-bde930addde9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.587211] env[65899]: DEBUG nova.network.neutron [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Refreshing network info cache for port 8230367b-d563-4ba2-95fa-27f553f1029d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.588307] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a2:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8230367b-d563-4ba2-95fa-27f553f1029d', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.596128] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1008.598072] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.599153] env[65899]: DEBUG nova.compute.manager [req-6dfb4df9-f778-4646-a9e8-05a64e653aae req-d806d724-027f-4baa-98c7-8858dd119fd1 service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Received event network-vif-plugged-cc3c342c-8470-455c-b744-1c32edd6b708 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1008.599345] env[65899]: DEBUG oslo_concurrency.lockutils [req-6dfb4df9-f778-4646-a9e8-05a64e653aae req-d806d724-027f-4baa-98c7-8858dd119fd1 service nova] Acquiring lock "95bb4b10-befe-4785-a114-3e6f8792f8a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.599538] env[65899]: DEBUG oslo_concurrency.lockutils [req-6dfb4df9-f778-4646-a9e8-05a64e653aae req-d806d724-027f-4baa-98c7-8858dd119fd1 service nova] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.599699] env[65899]: DEBUG oslo_concurrency.lockutils [req-6dfb4df9-f778-4646-a9e8-05a64e653aae req-d806d724-027f-4baa-98c7-8858dd119fd1 service nova] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.599896] env[65899]: DEBUG nova.compute.manager [req-6dfb4df9-f778-4646-a9e8-05a64e653aae req-d806d724-027f-4baa-98c7-8858dd119fd1 service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] No waiting events found dispatching network-vif-plugged-cc3c342c-8470-455c-b744-1c32edd6b708 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1008.600701] env[65899]: WARNING nova.compute.manager [req-6dfb4df9-f778-4646-a9e8-05a64e653aae req-d806d724-027f-4baa-98c7-8858dd119fd1 service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Received unexpected event network-vif-plugged-cc3c342c-8470-455c-b744-1c32edd6b708 for instance with vm_state building and task_state spawning. [ 1008.600943] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfbef1b0-82b5-4d08-b2d0-e54af0e5ea41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.631271] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115689} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.632768] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.633053] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.633053] env[65899]: value = "task-4895276" [ 1008.633053] env[65899]: _type = "Task" [ 1008.633053] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.633786] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c00a60c-3bb0-4b12-b97f-4a6b983a89a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.664803] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4463605c-886f-4611-a59d-b4cc8b706671/4463605c-886f-4611-a59d-b4cc8b706671.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.665836] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ea9c5e-9810-44d4-9d9d-d1a4e52ae6ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.688343] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1008.688343] env[65899]: value = "task-4895277" [ 1008.688343] env[65899]: _type = "Task" [ 1008.688343] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.698998] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.831578] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "refresh_cache-95bb4b10-befe-4785-a114-3e6f8792f8a7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.831795] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "refresh_cache-95bb4b10-befe-4785-a114-3e6f8792f8a7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.832123] env[65899]: DEBUG nova.network.neutron [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.858812] env[65899]: DEBUG nova.scheduler.client.report [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.042927] env[65899]: INFO nova.compute.manager [-] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Took 1.21 seconds to deallocate network for instance. [ 1009.099051] env[65899]: WARNING neutronclient.v2_0.client [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.148047] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895276, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.201144] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.241026] env[65899]: INFO nova.compute.manager [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Unrescuing [ 1009.241026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.241026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquired lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.241026] env[65899]: DEBUG nova.network.neutron [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1009.271463] env[65899]: WARNING neutronclient.v2_0.client [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.341690] env[65899]: DEBUG nova.network.neutron [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Updated VIF entry in instance network info cache for port 8230367b-d563-4ba2-95fa-27f553f1029d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1009.342094] env[65899]: DEBUG nova.network.neutron [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Updating instance_info_cache with network_info: [{"id": "8230367b-d563-4ba2-95fa-27f553f1029d", "address": "fa:16:3e:90:a2:6a", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8230367b-d5", "ovs_interfaceid": "8230367b-d563-4ba2-95fa-27f553f1029d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.364291] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.366906] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.628s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.367220] env[65899]: DEBUG nova.objects.instance [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lazy-loading 'resources' on Instance uuid 1ad285d5-5627-4ec7-8a2c-84f723b50122 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.369555] env[65899]: DEBUG nova.network.neutron [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1009.390055] env[65899]: INFO nova.scheduler.client.report [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Deleted allocations for instance d31044e8-9594-4470-ae3f-fc31b980070f [ 1009.466853] env[65899]: WARNING neutronclient.v2_0.client [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.550607] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.557938] env[65899]: DEBUG nova.network.neutron [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Updating instance_info_cache with network_info: [{"id": "cc3c342c-8470-455c-b744-1c32edd6b708", "address": "fa:16:3e:d8:8d:74", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3c342c-84", "ovs_interfaceid": "cc3c342c-8470-455c-b744-1c32edd6b708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.652076] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895276, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.703377] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895277, 'name': ReconfigVM_Task, 'duration_secs': 0.737944} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.703703] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4463605c-886f-4611-a59d-b4cc8b706671/4463605c-886f-4611-a59d-b4cc8b706671.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.704457] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-962435b2-c7d0-4772-91fa-c047c57da181 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.713669] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1009.713669] env[65899]: value = "task-4895278" [ 1009.713669] env[65899]: _type = "Task" [ 1009.713669] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.724028] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895278, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.744406] env[65899]: WARNING neutronclient.v2_0.client [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.845374] env[65899]: DEBUG oslo_concurrency.lockutils [req-7458e7ab-c957-4a9f-8064-062750f1dcc6 req-e5a84828-2883-449c-bb9f-9683a31fed76 service nova] Releasing lock "refresh_cache-c10774e3-ac9b-4c4e-9d34-bde930addde9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.905676] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Lock "d31044e8-9594-4470-ae3f-fc31b980070f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.571s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.941853] env[65899]: WARNING neutronclient.v2_0.client [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.067160] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "refresh_cache-95bb4b10-befe-4785-a114-3e6f8792f8a7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.067591] env[65899]: DEBUG nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Instance network_info: |[{"id": "cc3c342c-8470-455c-b744-1c32edd6b708", "address": "fa:16:3e:d8:8d:74", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3c342c-84", "ovs_interfaceid": "cc3c342c-8470-455c-b744-1c32edd6b708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1010.068458] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:8d:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc3c342c-8470-455c-b744-1c32edd6b708', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.078013] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1010.078418] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.078805] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeec3628-1566-47b9-a3df-39124840e8e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.095175] env[65899]: DEBUG nova.network.neutron [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.105528] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.105528] env[65899]: value = "task-4895279" [ 1010.105528] env[65899]: _type = "Task" [ 1010.105528] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.117509] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895279, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.151321] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895276, 'name': CreateVM_Task, 'duration_secs': 1.441384} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.151321] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.151321] env[65899]: WARNING neutronclient.v2_0.client [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.151321] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.151617] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.151975] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.151975] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc96da62-8915-4501-95ec-a6b945b33b47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.160733] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1010.160733] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529cbb75-2098-108b-9a76-623a1a516512" [ 1010.160733] env[65899]: _type = "Task" [ 1010.160733] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.170755] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529cbb75-2098-108b-9a76-623a1a516512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.225159] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895278, 'name': Rename_Task, 'duration_secs': 0.283878} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.229692] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.230360] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4acc9a58-04b0-4eee-857d-1bca52751421 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.238336] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1010.238336] env[65899]: value = "task-4895280" [ 1010.238336] env[65899]: _type = "Task" [ 1010.238336] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.249642] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.302524] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531aacd9-f9ab-4a25-9c61-53d5fa676f13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.313118] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc98faf-5dc2-4724-a8fb-8251810bfa1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.353805] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0b843f-e99e-4868-8e5c-b29379adc825 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.363899] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf04526-6d7d-400e-8ab1-12f6a204d63e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.381765] env[65899]: DEBUG nova.compute.provider_tree [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.602719] env[65899]: DEBUG oslo_concurrency.lockutils [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Releasing lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.602719] env[65899]: DEBUG nova.objects.instance [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lazy-loading 'flavor' on Instance uuid 794234cc-4132-4da3-be36-ea3b67ff310f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.616672] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895279, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.676023] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529cbb75-2098-108b-9a76-623a1a516512, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.676023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.676023] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.676023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.676023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.676023] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.676023] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d599cf2a-ca4e-45ea-8cca-841c1cb761f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.684918] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.685480] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.686422] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3383bc-adc4-4cc1-80d9-1ff29fe174cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.692749] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1010.692749] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523b0373-7984-d55b-934b-9171c3189479" [ 1010.692749] env[65899]: _type = "Task" [ 1010.692749] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.703102] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523b0373-7984-d55b-934b-9171c3189479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.754421] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.886053] env[65899]: DEBUG nova.scheduler.client.report [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.955637] env[65899]: DEBUG nova.compute.manager [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Received event network-changed-cc3c342c-8470-455c-b744-1c32edd6b708 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1010.957681] env[65899]: DEBUG nova.compute.manager [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Refreshing instance network info cache due to event network-changed-cc3c342c-8470-455c-b744-1c32edd6b708. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1010.958041] env[65899]: DEBUG oslo_concurrency.lockutils [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] Acquiring lock "refresh_cache-95bb4b10-befe-4785-a114-3e6f8792f8a7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.958220] env[65899]: DEBUG oslo_concurrency.lockutils [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] Acquired lock "refresh_cache-95bb4b10-befe-4785-a114-3e6f8792f8a7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.958392] env[65899]: DEBUG nova.network.neutron [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Refreshing network info cache for port cc3c342c-8470-455c-b744-1c32edd6b708 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.115560] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eca8c9-8c06-43a9-be5b-348e7033e307 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.127026] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895279, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.151179] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.151604] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c488b959-fc58-430f-b093-3f6d1b3fe132 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.160137] env[65899]: DEBUG nova.compute.manager [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Received event network-changed-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.160203] env[65899]: DEBUG nova.compute.manager [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Refreshing instance network info cache due to event network-changed-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1011.160406] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] Acquiring lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.160542] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] Acquired lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.160696] env[65899]: DEBUG nova.network.neutron [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Refreshing network info cache for port 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.166259] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1011.166259] env[65899]: value = "task-4895281" [ 1011.166259] env[65899]: _type = "Task" [ 1011.166259] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.174084] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.206811] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523b0373-7984-d55b-934b-9171c3189479, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.208127] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a91cda6-22f7-4251-8552-9190202d9ed2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.215598] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1011.215598] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529bdb8f-de00-baa8-b06c-ba8c11b35bbb" [ 1011.215598] env[65899]: _type = "Task" [ 1011.215598] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.224961] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529bdb8f-de00-baa8-b06c-ba8c11b35bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.251189] env[65899]: DEBUG oslo_vmware.api [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895280, 'name': PowerOnVM_Task, 'duration_secs': 0.73693} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.251189] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.251189] env[65899]: INFO nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1011.251189] env[65899]: DEBUG nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1011.251684] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0b6f1-29ac-4ac7-98bf-72bd0f229286 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.392018] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.398372] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.258s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.398637] env[65899]: DEBUG nova.objects.instance [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'resources' on Instance uuid f73162a3-bbfb-4a82-82a5-d89eb933521c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.466157] env[65899]: WARNING neutronclient.v2_0.client [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.621876] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895279, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.665425] env[65899]: WARNING neutronclient.v2_0.client [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.681821] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.731927] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529bdb8f-de00-baa8-b06c-ba8c11b35bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.732330] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.732691] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c10774e3-ac9b-4c4e-9d34-bde930addde9/c10774e3-ac9b-4c4e-9d34-bde930addde9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.733067] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97c1eba7-94b7-4cba-84a5-082b665030af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.741792] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1011.741792] env[65899]: value = "task-4895282" [ 1011.741792] env[65899]: _type = "Task" [ 1011.741792] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.755161] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.773050] env[65899]: INFO nova.compute.manager [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Took 29.32 seconds to build instance. [ 1011.791832] env[65899]: WARNING neutronclient.v2_0.client [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.920163] env[65899]: DEBUG oslo_concurrency.lockutils [None req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Lock "1ad285d5-5627-4ec7-8a2c-84f723b50122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.520s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.927257] env[65899]: DEBUG nova.network.neutron [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Updated VIF entry in instance network info cache for port cc3c342c-8470-455c-b744-1c32edd6b708. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1011.927697] env[65899]: DEBUG nova.network.neutron [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Updating instance_info_cache with network_info: [{"id": "cc3c342c-8470-455c-b744-1c32edd6b708", "address": "fa:16:3e:d8:8d:74", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3c342c-84", "ovs_interfaceid": "cc3c342c-8470-455c-b744-1c32edd6b708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.979225] env[65899]: WARNING neutronclient.v2_0.client [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.129931] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895279, 'name': CreateVM_Task, 'duration_secs': 1.559092} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.134774] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.135762] env[65899]: WARNING neutronclient.v2_0.client [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.136861] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.137266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.137642] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.137975] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed804f2-f187-40ea-a26a-271af3dd77d4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.144656] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1012.144656] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525a41ff-a2cf-1331-9d07-981e4f84bd99" [ 1012.144656] env[65899]: _type = "Task" [ 1012.144656] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.158671] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525a41ff-a2cf-1331-9d07-981e4f84bd99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.160029] env[65899]: DEBUG nova.network.neutron [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Updated VIF entry in instance network info cache for port 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.160431] env[65899]: DEBUG nova.network.neutron [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Updating instance_info_cache with network_info: [{"id": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "address": "fa:16:3e:09:19:ca", "network": {"id": "eaa7a946-cac5-4cf4-9c9a-02a43efdb0a6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-893770354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c734f64e61d249749b254fb9351cb97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49cf6ab9-5c", "ovs_interfaceid": "49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.178170] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895281, 'name': PowerOffVM_Task, 'duration_secs': 0.618226} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.181318] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.187078] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfiguring VM instance instance-0000004e to detach disk 2002 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.188449] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c161d00b-cf0b-4c95-bb26-88f84e79bc3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.218311] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1012.218311] env[65899]: value = "task-4895283" [ 1012.218311] env[65899]: _type = "Task" [ 1012.218311] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.229213] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.254548] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.275584] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a558d324-44e0-4be0-864b-eb04c29f206a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.830s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.361143] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a585917-2c4a-4ee7-ac6d-3788feae9479 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.370989] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b8c738-9228-4839-ac18-9a21721c40d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.414326] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce42aa8-d01b-4aa0-bcf7-14927e40d177 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.424032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cf55a9-ab7d-48c9-9eb9-a095a39eebcb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.429861] env[65899]: DEBUG oslo_concurrency.lockutils [req-be4537fd-fc54-4c3e-a89a-93d9ace9d40a req-f58e86e7-d935-4ab6-8072-909cf076d59e service nova] Releasing lock "refresh_cache-95bb4b10-befe-4785-a114-3e6f8792f8a7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.441321] env[65899]: DEBUG nova.compute.provider_tree [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.657742] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525a41ff-a2cf-1331-9d07-981e4f84bd99, 'name': SearchDatastore_Task, 'duration_secs': 0.037226} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.658391] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.658856] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.659327] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.659647] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.662026] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.662026] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-914c560d-596d-4e53-b271-ba4aa27f58db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.663292] env[65899]: DEBUG oslo_concurrency.lockutils [req-9c85aeb1-e1d0-4dc9-849a-bbdd48018de1 req-28808f65-de9c-421c-aa9f-ac0ee8bb53af service nova] Releasing lock "refresh_cache-d1fdf354-e347-41d3-b177-b15a23ac8ea6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.672271] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.672506] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.673388] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eef37ed-0870-49cb-bbee-efe09d4e57f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.679526] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1012.679526] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5226303d-aad5-0287-45b2-89a671f623d8" [ 1012.679526] env[65899]: _type = "Task" [ 1012.679526] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.689418] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5226303d-aad5-0287-45b2-89a671f623d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.729860] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.757766] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530879} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.758511] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c10774e3-ac9b-4c4e-9d34-bde930addde9/c10774e3-ac9b-4c4e-9d34-bde930addde9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.758511] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.758511] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a77630e0-3e58-4df0-a52a-1ab2ddc72f76 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.766353] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1012.766353] env[65899]: value = "task-4895284" [ 1012.766353] env[65899]: _type = "Task" [ 1012.766353] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.779514] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.944989] env[65899]: DEBUG nova.scheduler.client.report [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.192112] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5226303d-aad5-0287-45b2-89a671f623d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.192977] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d8e13c-b51d-4cd1-bea1-560768de59f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.200717] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1013.200717] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52729f2e-b12e-5c6b-99bc-c58878c5efc1" [ 1013.200717] env[65899]: _type = "Task" [ 1013.200717] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.211553] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52729f2e-b12e-5c6b-99bc-c58878c5efc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.233078] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895283, 'name': ReconfigVM_Task, 'duration_secs': 0.575344} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.233445] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfigured VM instance instance-0000004e to detach disk 2002 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.233550] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.233806] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2656305f-a4a7-4ddf-a3a5-c1774075de92 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.242094] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1013.242094] env[65899]: value = "task-4895285" [ 1013.242094] env[65899]: _type = "Task" [ 1013.242094] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.252272] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.277190] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072084} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.277520] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.278456] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7f295-e7fa-4663-a29c-86793419aaa4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.303185] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c10774e3-ac9b-4c4e-9d34-bde930addde9/c10774e3-ac9b-4c4e-9d34-bde930addde9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.303754] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf48216-328c-47da-a806-56165322f5ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.327224] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1013.327224] env[65899]: value = "task-4895286" [ 1013.327224] env[65899]: _type = "Task" [ 1013.327224] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.337863] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.452918] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.455300] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.445s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.455538] env[65899]: DEBUG nova.objects.instance [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lazy-loading 'resources' on Instance uuid 6ee00201-4876-45bc-b04f-8bca396775b5 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.482826] env[65899]: INFO nova.scheduler.client.report [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted allocations for instance f73162a3-bbfb-4a82-82a5-d89eb933521c [ 1013.716230] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52729f2e-b12e-5c6b-99bc-c58878c5efc1, 'name': SearchDatastore_Task, 'duration_secs': 0.015575} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.716728] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.717169] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 95bb4b10-befe-4785-a114-3e6f8792f8a7/95bb4b10-befe-4785-a114-3e6f8792f8a7.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.717617] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e35b6e34-79f6-4efe-bdb6-d9ddeb82cb9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.727936] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1013.727936] env[65899]: value = "task-4895287" [ 1013.727936] env[65899]: _type = "Task" [ 1013.727936] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.739840] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.756945] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895285, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.838766] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895286, 'name': ReconfigVM_Task, 'duration_secs': 0.315586} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.839118] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c10774e3-ac9b-4c4e-9d34-bde930addde9/c10774e3-ac9b-4c4e-9d34-bde930addde9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.839850] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c95c9ddb-c155-4cba-b077-d5d20f78805d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.847565] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1013.847565] env[65899]: value = "task-4895288" [ 1013.847565] env[65899]: _type = "Task" [ 1013.847565] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.857987] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895288, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.994489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9d519b1-217f-4e00-b02d-397f10d0bf0f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "f73162a3-bbfb-4a82-82a5-d89eb933521c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.561s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.242244] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895287, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.255354] env[65899]: DEBUG oslo_vmware.api [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895285, 'name': PowerOnVM_Task, 'duration_secs': 0.539982} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.255638] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.255879] env[65899]: DEBUG nova.compute.manager [None req-35ca8604-68ed-4f68-8269-d0dd8b0ad7b6 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1014.256841] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d5b77-0765-4832-99c2-53b53b454ba1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.323274] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b222b256-2aed-4004-8598-737e7dca5cef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.333440] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dae57f-3313-46b3-88e3-ec01dd4fd0fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.367913] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac7b84b-ef62-4b06-a155-20cc3fe597cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.379011] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895288, 'name': Rename_Task, 'duration_secs': 0.217398} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.380017] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.380284] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-971492c0-bc9b-4977-9673-48aad7cb02b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.382799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e45b2-b8a9-4db4-859e-2e8a91705fef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.397248] env[65899]: DEBUG nova.compute.provider_tree [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.401943] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1014.401943] env[65899]: value = "task-4895289" [ 1014.401943] env[65899]: _type = "Task" [ 1014.401943] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.411254] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.741622] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52181} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.741973] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 95bb4b10-befe-4785-a114-3e6f8792f8a7/95bb4b10-befe-4785-a114-3e6f8792f8a7.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.742217] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.742546] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9980cfaa-c55c-48d1-aa3e-7e8c6b954d37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.751064] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1014.751064] env[65899]: value = "task-4895290" [ 1014.751064] env[65899]: _type = "Task" [ 1014.751064] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.764913] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.902639] env[65899]: DEBUG nova.scheduler.client.report [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.918396] env[65899]: DEBUG oslo_vmware.api [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895289, 'name': PowerOnVM_Task, 'duration_secs': 0.516168} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.918682] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.918881] env[65899]: INFO nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1014.919076] env[65899]: DEBUG nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1014.920080] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8278fee7-e813-426d-97f2-3a64d7b7feaa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.266294] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083618} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.266710] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.267990] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4a8e03-cc48-43f4-96ee-0ed80a729692 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.300036] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 95bb4b10-befe-4785-a114-3e6f8792f8a7/95bb4b10-befe-4785-a114-3e6f8792f8a7.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.300287] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe49924-bdc3-48cc-9acf-fab36d746be5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.321117] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1015.321117] env[65899]: value = "task-4895291" [ 1015.321117] env[65899]: _type = "Task" [ 1015.321117] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.330770] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.416122] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.417064] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.843s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.417661] env[65899]: DEBUG nova.objects.instance [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'resources' on Instance uuid c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.441066] env[65899]: INFO nova.compute.manager [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Took 32.63 seconds to build instance. [ 1015.447495] env[65899]: INFO nova.scheduler.client.report [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted allocations for instance 6ee00201-4876-45bc-b04f-8bca396775b5 [ 1015.835483] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.835550] env[65899]: DEBUG nova.compute.manager [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Received event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1015.835760] env[65899]: DEBUG nova.compute.manager [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing instance network info cache due to event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1015.835924] env[65899]: DEBUG oslo_concurrency.lockutils [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] Acquiring lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.836109] env[65899]: DEBUG oslo_concurrency.lockutils [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] Acquired lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.836299] env[65899]: DEBUG nova.network.neutron [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.920968] env[65899]: DEBUG nova.objects.instance [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'numa_topology' on Instance uuid c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.942340] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c54e05ec-fcee-412b-affe-2d7bd99a142c tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.149s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.958744] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04473596-d9ea-44c2-a23a-1b86dce9171c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "6ee00201-4876-45bc-b04f-8bca396775b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.684s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.299716] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "9b64124c-dbd9-4da7-af5f-16a0f8289024" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.300230] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.300585] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "9b64124c-dbd9-4da7-af5f-16a0f8289024-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.300837] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.301106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.303199] env[65899]: INFO nova.compute.manager [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Terminating instance [ 1016.333012] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895291, 'name': ReconfigVM_Task, 'duration_secs': 0.682879} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.333362] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 95bb4b10-befe-4785-a114-3e6f8792f8a7/95bb4b10-befe-4785-a114-3e6f8792f8a7.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.334075] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b54aa0c-ddc7-4e79-8db0-6bd64a30b749 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.339683] env[65899]: WARNING neutronclient.v2_0.client [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.343958] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1016.343958] env[65899]: value = "task-4895292" [ 1016.343958] env[65899]: _type = "Task" [ 1016.343958] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.357677] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895292, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.424323] env[65899]: DEBUG nova.objects.base [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.594322] env[65899]: WARNING neutronclient.v2_0.client [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.640824] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.641193] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.697675] env[65899]: DEBUG nova.network.neutron [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updated VIF entry in instance network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1016.698109] env[65899]: DEBUG nova.network.neutron [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.763393] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e815b4-8d81-4761-8093-1fb05621663f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.775452] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bc2cab-4b0d-4236-900e-02d41242ad89 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.814664] env[65899]: DEBUG nova.compute.manager [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1016.814894] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.815919] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799e210-d858-42d9-9a03-f69ee6523f94 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.819135] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4fff2-57c5-49f4-a920-97e6ce5a224e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.831887] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7626a7-5a36-4898-b1aa-239d6ced083f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.835260] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.835521] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac4a713-8270-43ef-ae90-49943380cbaa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.850648] env[65899]: DEBUG nova.compute.provider_tree [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.856276] env[65899]: DEBUG oslo_vmware.api [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 1016.856276] env[65899]: value = "task-4895293" [ 1016.856276] env[65899]: _type = "Task" [ 1016.856276] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.864481] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895292, 'name': Rename_Task, 'duration_secs': 0.226175} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.865327] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.865695] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1dfa9cf-f57b-4492-9400-831a4e870acb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.871070] env[65899]: DEBUG oslo_vmware.api [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.877473] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1016.877473] env[65899]: value = "task-4895294" [ 1016.877473] env[65899]: _type = "Task" [ 1016.877473] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.888205] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.997451] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5204270a-0d55-e680-a2af-344d11ed80b7/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.998562] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cd052d-2e66-4ace-95d9-2678819b29ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.005581] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5204270a-0d55-e680-a2af-344d11ed80b7/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1017.005755] env[65899]: ERROR oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5204270a-0d55-e680-a2af-344d11ed80b7/disk-0.vmdk due to incomplete transfer. [ 1017.005991] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-055c19d7-fcc5-46ce-9319-bc4ce603b5b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.014841] env[65899]: DEBUG oslo_vmware.rw_handles [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5204270a-0d55-e680-a2af-344d11ed80b7/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1017.015099] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Uploaded image 83251b26-8f3a-4160-b9fd-d6ed194c1c41 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1017.017326] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1017.017618] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6613da3-7e70-49ba-9536-2a2ee0fbb2ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.025732] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1017.025732] env[65899]: value = "task-4895295" [ 1017.025732] env[65899]: _type = "Task" [ 1017.025732] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.035668] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895295, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.148632] env[65899]: DEBUG nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1017.201460] env[65899]: DEBUG oslo_concurrency.lockutils [req-d8868b8f-f6ed-4b31-bd19-124a24032885 req-cf721c27-1f89-4f6f-a04c-b0b193f57ed0 service nova] Releasing lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.358516] env[65899]: DEBUG nova.scheduler.client.report [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.371252] env[65899]: DEBUG oslo_vmware.api [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895293, 'name': PowerOffVM_Task, 'duration_secs': 0.461957} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.371641] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.371928] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.372166] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa03d76-ed27-4ba5-a888-548700bab5a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.388606] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.452069] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.452466] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.452677] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleting the datastore file [datastore1] 9b64124c-dbd9-4da7-af5f-16a0f8289024 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.453089] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1834949e-d4ac-4e5b-abf6-9f9fb91f6d38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.462463] env[65899]: DEBUG oslo_vmware.api [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for the task: (returnval){ [ 1017.462463] env[65899]: value = "task-4895297" [ 1017.462463] env[65899]: _type = "Task" [ 1017.462463] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.471715] env[65899]: DEBUG oslo_vmware.api [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.536531] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895295, 'name': Destroy_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.674984] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.862457] env[65899]: DEBUG nova.compute.manager [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Received event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1017.862457] env[65899]: DEBUG nova.compute.manager [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing instance network info cache due to event network-changed-d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1017.862870] env[65899]: DEBUG oslo_concurrency.lockutils [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] Acquiring lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.862870] env[65899]: DEBUG oslo_concurrency.lockutils [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] Acquired lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.863037] env[65899]: DEBUG nova.network.neutron [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Refreshing network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.866352] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.449s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.868585] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.608s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.868754] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.868902] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1017.869207] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.918s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.871594] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb09d86-668b-4352-bd1b-fd0054fd24f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.886909] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee70b6-9f86-4cc2-9ddd-f76bb5d4ee80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.907445] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d7c25-8379-4bfe-a841-87b408ae3216 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.910409] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895294, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.916784] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13340e1d-6479-4699-bfa6-5231ec85a669 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.949178] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178081MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1017.949405] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.972419] env[65899]: DEBUG oslo_vmware.api [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Task: {'id': task-4895297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202862} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.972693] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.972883] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.973072] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.973251] env[65899]: INFO nova.compute.manager [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1017.973608] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1017.973820] env[65899]: DEBUG nova.compute.manager [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1017.973919] env[65899]: DEBUG nova.network.neutron [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1017.974190] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.009126] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.039982] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895295, 'name': Destroy_Task, 'duration_secs': 0.698832} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.040522] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Destroyed the VM [ 1018.040938] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1018.041421] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85ef1332-8821-457c-ab1a-6d69bc0d45a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.050566] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1018.050566] env[65899]: value = "task-4895298" [ 1018.050566] env[65899]: _type = "Task" [ 1018.050566] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.061952] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.266101] env[65899]: DEBUG nova.compute.manager [req-bcccded5-7cbc-4efd-a0a0-45d0c44e912c req-bae672ad-06db-41fa-814e-85ad5a4b5406 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Received event network-vif-deleted-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1018.266317] env[65899]: INFO nova.compute.manager [req-bcccded5-7cbc-4efd-a0a0-45d0c44e912c req-bae672ad-06db-41fa-814e-85ad5a4b5406 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Neutron deleted interface 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19; detaching it from the instance and deleting it from the info cache [ 1018.266484] env[65899]: DEBUG nova.network.neutron [req-bcccded5-7cbc-4efd-a0a0-45d0c44e912c req-bae672ad-06db-41fa-814e-85ad5a4b5406 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.365700] env[65899]: WARNING neutronclient.v2_0.client [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.378686] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a03189f3-01ee-48ba-a8e5-33d2c3d3229a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.181s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.379595] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.988s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.379788] env[65899]: INFO nova.compute.manager [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Unshelving [ 1018.397245] env[65899]: DEBUG oslo_vmware.api [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895294, 'name': PowerOnVM_Task, 'duration_secs': 1.32364} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.397245] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.397444] env[65899]: INFO nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1018.397444] env[65899]: DEBUG nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1018.398330] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34a9437-34e1-4716-8988-24fdcdcff236 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.560491] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895298, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.595847] env[65899]: WARNING neutronclient.v2_0.client [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.678486] env[65899]: DEBUG nova.network.neutron [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updated VIF entry in instance network info cache for port d1611afb-f03b-4926-b169-87ccdd342f33. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.678832] env[65899]: DEBUG nova.network.neutron [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [{"id": "d1611afb-f03b-4926-b169-87ccdd342f33", "address": "fa:16:3e:71:e5:7c", "network": {"id": "af32cf42-bf2a-4861-bd7d-a6135891a5a7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-766509577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ad6aa3e74a4ac8be27c9e0980d31fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1611afb-f0", "ovs_interfaceid": "d1611afb-f03b-4926-b169-87ccdd342f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.727298] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e08a11-b36e-444b-bae0-0b8a86c68c0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.736408] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f58dc-3941-492d-9c8f-16b4bf9c1775 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.739827] env[65899]: DEBUG nova.network.neutron [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.772726] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e2edad-65e5-4ff6-b49e-d248d89ed87a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.775336] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a52556d-f598-46c4-a922-25e251cf4daf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.785327] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd5e521-f589-4ebe-af90-5bb287366dfd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.792652] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69396138-c118-4f46-9b78-607358b86f7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.815452] env[65899]: DEBUG nova.compute.provider_tree [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.831200] env[65899]: DEBUG nova.compute.manager [req-bcccded5-7cbc-4efd-a0a0-45d0c44e912c req-bae672ad-06db-41fa-814e-85ad5a4b5406 service nova] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Detach interface failed, port_id=40ea9eb3-0cfa-4791-a8e3-a352c6b31d19, reason: Instance 9b64124c-dbd9-4da7-af5f-16a0f8289024 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.831523] env[65899]: DEBUG nova.scheduler.client.report [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.924354] env[65899]: INFO nova.compute.manager [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Took 35.63 seconds to build instance. [ 1019.061528] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895298, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.182316] env[65899]: DEBUG oslo_concurrency.lockutils [req-59c60b9c-b23a-4cb4-9adc-dbd4bc67b3e4 req-11270e7f-d3fa-4be4-b1e3-78f4ce69f213 service nova] Releasing lock "refresh_cache-794234cc-4132-4da3-be36-ea3b67ff310f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.243812] env[65899]: INFO nova.compute.manager [-] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Took 1.27 seconds to deallocate network for instance. [ 1019.389985] env[65899]: DEBUG nova.compute.utils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.427104] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3166e65c-c4f6-40a3-90e5-715014e14b95 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.143s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.563662] env[65899]: DEBUG oslo_vmware.api [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895298, 'name': RemoveSnapshot_Task, 'duration_secs': 1.109924} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.563662] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1019.563662] env[65899]: INFO nova.compute.manager [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Took 18.36 seconds to snapshot the instance on the hypervisor. [ 1019.750439] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.842376] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.973s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.845821] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.087s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.846145] env[65899]: DEBUG nova.objects.instance [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lazy-loading 'resources' on Instance uuid c6cf7890-4fe5-4819-8d13-3dc2fd70eac5 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.893531] env[65899]: INFO nova.virt.block_device [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Booting with volume 3c8e8160-0a82-4989-93c6-009c5e5a9bf6 at /dev/sdb [ 1019.930577] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dd4c684-00f3-4769-a255-22057cae83a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.943103] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ad764-7c6b-49d9-9e69-6bbb0c475998 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.992252] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53220ed8-366f-42f6-b58d-8acf140aee80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.002874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f582f8cd-a007-45dd-ba89-a5522b8d5ecb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.042902] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c07d0-9234-479b-915e-2bbe2d6e5a83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.051401] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb35787c-a395-4d1e-abb5-de3b615e0274 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.069573] env[65899]: DEBUG nova.virt.block_device [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating existing volume attachment record: a4197a6e-5e89-4d24-abfe-f60515533161 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1020.117819] env[65899]: DEBUG nova.compute.manager [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Found 3 images (rotation: 2) {{(pid=65899) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1020.118115] env[65899]: DEBUG nova.compute.manager [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Rotating out 1 backups {{(pid=65899) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1020.118302] env[65899]: DEBUG nova.compute.manager [None req-8175115d-4ef6-4563-8ec7-ac0abc2ddb47 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleting image c4d7bf8a-f24c-4754-b930-baa14fb63578 {{(pid=65899) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 1020.458596] env[65899]: INFO nova.scheduler.client.report [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted allocation for migration 86b9c2b1-1a2d-4315-9474-2e5be1ac7d2d [ 1020.693571] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3625cf45-8556-4434-85b0-fe5fc39f82c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.707601] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa750c0-4815-497c-9ac7-ac272178129f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.752325] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac1a3e-3166-4345-a77c-f39970dbe7c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.762058] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2c75dc-5d50-43a7-aca7-a2ae10c44ca7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.780641] env[65899]: DEBUG nova.compute.provider_tree [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.965914] env[65899]: DEBUG oslo_concurrency.lockutils [None req-083a301a-1870-41ae-9d8f-4515604caf40 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.982s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.202782] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.203547] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.203856] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.204198] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.204428] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.208406] env[65899]: INFO nova.compute.manager [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Terminating instance [ 1021.286041] env[65899]: DEBUG nova.scheduler.client.report [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.713245] env[65899]: DEBUG nova.compute.manager [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1021.713705] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.717246] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06929bf-b8a4-4e39-9cf7-843aa58b42b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.725356] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.725633] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21929401-45ef-4e6e-93c9-813916f3e1aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.733701] env[65899]: DEBUG oslo_vmware.api [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1021.733701] env[65899]: value = "task-4895302" [ 1021.733701] env[65899]: _type = "Task" [ 1021.733701] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.747969] env[65899]: DEBUG oslo_vmware.api [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.752682] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "4463605c-886f-4611-a59d-b4cc8b706671" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.752682] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.752682] env[65899]: DEBUG nova.compute.manager [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1021.753913] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e0ed1-f962-45f3-b08c-00fc2e8d3b62 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.762810] env[65899]: DEBUG nova.compute.manager [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1021.763429] env[65899]: DEBUG nova.objects.instance [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lazy-loading 'flavor' on Instance uuid 4463605c-886f-4611-a59d-b4cc8b706671 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.789727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.793182] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.753s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.793182] env[65899]: DEBUG nova.objects.instance [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lazy-loading 'resources' on Instance uuid 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.799681] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "bd877150-6456-41ee-97cd-e03efd154b50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.799970] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "bd877150-6456-41ee-97cd-e03efd154b50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.817796] env[65899]: INFO nova.scheduler.client.report [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted allocations for instance c6cf7890-4fe5-4819-8d13-3dc2fd70eac5 [ 1022.244639] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.244884] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.245072] env[65899]: DEBUG nova.compute.manager [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1022.245364] env[65899]: DEBUG oslo_vmware.api [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895302, 'name': PowerOffVM_Task, 'duration_secs': 0.462845} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.246109] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5a2823-a462-4a1a-86ba-de4aee296c0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.248666] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.248845] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.249110] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f30320-4a87-46f2-9306-723fc2a7d0e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.254366] env[65899]: DEBUG nova.compute.manager [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1022.255049] env[65899]: DEBUG nova.objects.instance [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'flavor' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.303666] env[65899]: DEBUG nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1022.326738] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "c6cf7890-4fe5-4819-8d13-3dc2fd70eac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.995s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.333302] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.333508] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.333945] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleting the datastore file [datastore2] e346f091-7d50-4760-b0d3-ff6be7e3f062 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.335855] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eacc3d6-9f25-4774-bb9e-e83508db61d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.349367] env[65899]: DEBUG oslo_vmware.api [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1022.349367] env[65899]: value = "task-4895304" [ 1022.349367] env[65899]: _type = "Task" [ 1022.349367] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.359679] env[65899]: DEBUG oslo_vmware.api [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.623817] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b658cc4e-2a33-4ef2-bd1b-aa1fd870063c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.632764] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c5c63-6aeb-483e-819d-a50d5c751f3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.665296] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a36fe9-6a22-47a6-a5e0-55cc75c90433 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.674099] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e5a2fc-dd4d-45ae-95ce-88258299a526 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.688650] env[65899]: DEBUG nova.compute.provider_tree [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.772632] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.773116] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71e74acd-8a30-454e-89b4-7a00559c5897 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.782726] env[65899]: DEBUG oslo_vmware.api [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1022.782726] env[65899]: value = "task-4895306" [ 1022.782726] env[65899]: _type = "Task" [ 1022.782726] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.792181] env[65899]: DEBUG oslo_vmware.api [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.825105] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.844180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "84b05cd7-0df1-4e11-a510-e0fc1397c726" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.844508] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.844734] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "84b05cd7-0df1-4e11-a510-e0fc1397c726-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.844964] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.845180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.848519] env[65899]: INFO nova.compute.manager [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Terminating instance [ 1022.862822] env[65899]: DEBUG oslo_vmware.api [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263899} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.863704] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.863881] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.864897] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.864897] env[65899]: INFO nova.compute.manager [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1022.864897] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1022.865174] env[65899]: DEBUG nova.compute.manager [-] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1022.865174] env[65899]: DEBUG nova.network.neutron [-] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1022.865363] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.900221] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.117025] env[65899]: DEBUG nova.compute.manager [req-815b797f-742b-4a0e-a9bd-2f714fce2090 req-84574d57-d855-4464-b3d0-97c492a9e28f service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Received event network-vif-deleted-7f757c97-430d-479e-94dc-3aae56d28d4e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1023.117158] env[65899]: INFO nova.compute.manager [req-815b797f-742b-4a0e-a9bd-2f714fce2090 req-84574d57-d855-4464-b3d0-97c492a9e28f service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Neutron deleted interface 7f757c97-430d-479e-94dc-3aae56d28d4e; detaching it from the instance and deleting it from the info cache [ 1023.117294] env[65899]: DEBUG nova.network.neutron [req-815b797f-742b-4a0e-a9bd-2f714fce2090 req-84574d57-d855-4464-b3d0-97c492a9e28f service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.192103] env[65899]: DEBUG nova.scheduler.client.report [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.264434] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.264698] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cbea733-e02c-4c9f-b5d7-c10875b2e55e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.273155] env[65899]: DEBUG oslo_vmware.api [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1023.273155] env[65899]: value = "task-4895307" [ 1023.273155] env[65899]: _type = "Task" [ 1023.273155] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.283147] env[65899]: DEBUG oslo_vmware.api [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.292868] env[65899]: DEBUG oslo_vmware.api [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.358550] env[65899]: DEBUG nova.compute.manager [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1023.358777] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.359756] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a724e3-16fa-4eda-8b5d-0cffc435095b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.367153] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.367402] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde568d3-1ca5-4c7a-8af9-dc970b5bd87c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.374605] env[65899]: DEBUG oslo_vmware.api [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1023.374605] env[65899]: value = "task-4895308" [ 1023.374605] env[65899]: _type = "Task" [ 1023.374605] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.386120] env[65899]: DEBUG oslo_vmware.api [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.597181] env[65899]: DEBUG nova.network.neutron [-] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.622331] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-678a9b70-9e2d-4b90-bffb-504e9e73ec8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.633166] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c99029b-5396-4777-b6bf-4e3f56b97bb9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.674234] env[65899]: DEBUG nova.compute.manager [req-815b797f-742b-4a0e-a9bd-2f714fce2090 req-84574d57-d855-4464-b3d0-97c492a9e28f service nova] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Detach interface failed, port_id=7f757c97-430d-479e-94dc-3aae56d28d4e, reason: Instance e346f091-7d50-4760-b0d3-ff6be7e3f062 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.697122] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.699868] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.871s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.700354] env[65899]: DEBUG nova.objects.instance [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lazy-loading 'resources' on Instance uuid 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.727398] env[65899]: INFO nova.scheduler.client.report [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Deleted allocations for instance 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a [ 1023.784389] env[65899]: DEBUG oslo_vmware.api [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895307, 'name': PowerOffVM_Task, 'duration_secs': 0.253247} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.788436] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.788800] env[65899]: DEBUG nova.compute.manager [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1023.790317] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686d162-a6e9-4fa3-b3be-d7e12c4cc05d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.803428] env[65899]: DEBUG oslo_vmware.api [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.886083] env[65899]: DEBUG oslo_vmware.api [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895308, 'name': PowerOffVM_Task, 'duration_secs': 0.191013} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.886387] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.886624] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.887166] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1df0b14-2dd1-4542-8c1c-fc3001baf68a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.958935] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.959313] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.959520] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleting the datastore file [datastore2] 84b05cd7-0df1-4e11-a510-e0fc1397c726 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.959759] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd38bb5c-e137-4e16-bf92-9e1a447b4c7c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.966897] env[65899]: DEBUG oslo_vmware.api [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1023.966897] env[65899]: value = "task-4895310" [ 1023.966897] env[65899]: _type = "Task" [ 1023.966897] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.976668] env[65899]: DEBUG oslo_vmware.api [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.100793] env[65899]: INFO nova.compute.manager [-] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Took 1.24 seconds to deallocate network for instance. [ 1024.234439] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Lock "3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.848s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.301514] env[65899]: DEBUG oslo_vmware.api [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895306, 'name': PowerOffVM_Task, 'duration_secs': 1.263902} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.302076] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.302327] env[65899]: DEBUG nova.compute.manager [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1024.303184] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba89981-04f0-4a44-a275-284591ae7b47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.317015] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5bd507d6-be27-44e1-902c-294cd7508bb3 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.478493] env[65899]: DEBUG oslo_vmware.api [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393746} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.478951] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.479294] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.479596] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.479924] env[65899]: INFO nova.compute.manager [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1024.480374] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1024.480698] env[65899]: DEBUG nova.compute.manager [-] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1024.480920] env[65899]: DEBUG nova.network.neutron [-] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1024.481284] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.532374] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.558537] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2914ad46-41e7-4366-a3f6-35a726945a50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.573460] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9776e5-df64-4986-ae0a-7d55f15d50e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.606583] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71dd65-3712-481e-9f62-8d99a36a70d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.610342] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.617833] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6283c92-19a2-45d1-a65e-f10b29db5017 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.634420] env[65899]: DEBUG nova.compute.provider_tree [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.822732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0c62c9f2-95b4-4acc-8af0-4a74d6859735 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.070s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.079032] env[65899]: DEBUG nova.compute.manager [req-8863891f-66d2-4d99-81cb-291f4dac176d req-2648d715-efb9-4917-8da0-6d104198f88d service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Received event network-vif-deleted-c4c4460b-3069-4682-9430-251dbe5e51d0 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.079306] env[65899]: INFO nova.compute.manager [req-8863891f-66d2-4d99-81cb-291f4dac176d req-2648d715-efb9-4917-8da0-6d104198f88d service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Neutron deleted interface c4c4460b-3069-4682-9430-251dbe5e51d0; detaching it from the instance and deleting it from the info cache [ 1025.080124] env[65899]: DEBUG nova.network.neutron [req-8863891f-66d2-4d99-81cb-291f4dac176d req-2648d715-efb9-4917-8da0-6d104198f88d service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.141026] env[65899]: DEBUG nova.scheduler.client.report [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.319885] env[65899]: DEBUG nova.network.neutron [-] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.469663] env[65899]: DEBUG nova.compute.manager [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Stashing vm_state: stopped {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1025.584339] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-858b00b3-4b1b-4737-bb89-45fca73869ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.594715] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148445af-4f47-4289-bdf5-324630d8958e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.642231] env[65899]: DEBUG nova.compute.manager [req-8863891f-66d2-4d99-81cb-291f4dac176d req-2648d715-efb9-4917-8da0-6d104198f88d service nova] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Detach interface failed, port_id=c4c4460b-3069-4682-9430-251dbe5e51d0, reason: Instance 84b05cd7-0df1-4e11-a510-e0fc1397c726 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.645673] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.647948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.604s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.648300] env[65899]: DEBUG nova.objects.instance [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1025.679542] env[65899]: INFO nova.scheduler.client.report [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Deleted allocations for instance 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c [ 1025.757260] env[65899]: DEBUG nova.objects.instance [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lazy-loading 'flavor' on Instance uuid 4463605c-886f-4611-a59d-b4cc8b706671 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.822666] env[65899]: INFO nova.compute.manager [-] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Took 1.34 seconds to deallocate network for instance. [ 1025.988710] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.187199] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Lock "4be5285a-b07b-4f6b-b8a8-7d39f5541a5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.404s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.206273] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.262945] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.263181] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquired lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.263285] env[65899]: DEBUG nova.network.neutron [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1026.263451] env[65899]: DEBUG nova.objects.instance [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lazy-loading 'info_cache' on Instance uuid 4463605c-886f-4611-a59d-b4cc8b706671 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.336288] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.659785] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c928e7c-c515-40ab-9367-172e859644cf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.661052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.900s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.661287] env[65899]: DEBUG nova.objects.instance [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lazy-loading 'resources' on Instance uuid a1532f5e-820e-4c4d-b3d6-7c364bb5c91e {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.768314] env[65899]: DEBUG nova.objects.base [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Object Instance<4463605c-886f-4611-a59d-b4cc8b706671> lazy-loaded attributes: flavor,info_cache {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.274469] env[65899]: WARNING neutronclient.v2_0.client [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.443905] env[65899]: WARNING neutronclient.v2_0.client [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.476854] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50f6ff-ec53-45a3-b8ef-9afd5e4bcec1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.485662] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a0bcd-900f-4c59-a916-42cad4c77efc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.521821] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cee52ce-da13-4cab-a1ee-0e550fbb7c93 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.532027] env[65899]: DEBUG nova.network.neutron [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Updating instance_info_cache with network_info: [{"id": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "address": "fa:16:3e:8e:43:14", "network": {"id": "0f3cfd44-a498-4cee-9e12-dd1bf76e36cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-559634677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5809733822c54ecd9d725c104bd59d7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab04ce-be", "ovs_interfaceid": "c0ab04ce-be3a-4953-bc02-13d52f5361df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.534656] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a876a3-e037-4efe-b655-4d455dde33ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.552497] env[65899]: DEBUG nova.compute.provider_tree [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.041050] env[65899]: DEBUG oslo_concurrency.lockutils [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Releasing lock "refresh_cache-4463605c-886f-4611-a59d-b4cc8b706671" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.057703] env[65899]: DEBUG nova.scheduler.client.report [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.562792] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.565439] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.131s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.565439] env[65899]: DEBUG nova.objects.instance [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lazy-loading 'resources' on Instance uuid 392f8a9c-5ffc-4be7-94ac-333827bf6f42 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.589591] env[65899]: INFO nova.scheduler.client.report [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleted allocations for instance a1532f5e-820e-4c4d-b3d6-7c364bb5c91e [ 1029.049529] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.049861] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9f184d-0190-4489-bef9-802de84fbc51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.057963] env[65899]: DEBUG oslo_vmware.api [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1029.057963] env[65899]: value = "task-4895311" [ 1029.057963] env[65899]: _type = "Task" [ 1029.057963] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.066422] env[65899]: DEBUG oslo_vmware.api [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.097439] env[65899]: DEBUG oslo_concurrency.lockutils [None req-535301f9-13ae-446f-acb6-821e0252d302 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "a1532f5e-820e-4c4d-b3d6-7c364bb5c91e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.427s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.346521] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56241834-3e0f-46f3-98da-e0b62d26131e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.355183] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d070dc-54d6-4765-8312-ff4371798848 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.391800] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9772e77-fde1-4b9f-8f6e-a63f2695977f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.401986] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b9d4a-c648-40e9-8e00-db4f0cae2cad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.418580] env[65899]: DEBUG nova.compute.provider_tree [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.568631] env[65899]: DEBUG oslo_vmware.api [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895311, 'name': PowerOnVM_Task, 'duration_secs': 0.398821} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.568974] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.569091] env[65899]: DEBUG nova.compute.manager [None req-43a4d755-a473-45a0-a541-b13d5e35d9a6 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.569926] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eb3741-6132-4cd3-b9b7-efdb9f278e1e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.923269] env[65899]: DEBUG nova.scheduler.client.report [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.430298] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.435252] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.884s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.435589] env[65899]: DEBUG nova.objects.instance [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lazy-loading 'resources' on Instance uuid 1a86be95-81d6-479a-832d-262db31a4e29 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.458842] env[65899]: INFO nova.scheduler.client.report [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Deleted allocations for instance 392f8a9c-5ffc-4be7-94ac-333827bf6f42 [ 1030.969271] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a595945f-5613-47f8-b84f-c55c0a6fb33f tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Lock "392f8a9c-5ffc-4be7-94ac-333827bf6f42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.687s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.288261] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ceda69-18fc-483c-aec3-c39214fa95d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.298874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b31394-557b-4f11-b813-f1c8b2eeba9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.338189] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5db757-662c-462e-a3a8-0e9a3b20bdb6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.348033] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba6417-0cb7-4cef-8f07-b364433ce575 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.364834] env[65899]: DEBUG nova.compute.provider_tree [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.868911] env[65899]: DEBUG nova.scheduler.client.report [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.377028] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.378717] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.704s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.380696] env[65899]: INFO nova.compute.claims [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.424834] env[65899]: INFO nova.scheduler.client.report [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Deleted allocations for instance 1a86be95-81d6-479a-832d-262db31a4e29 [ 1032.785674] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "95bb4b10-befe-4785-a114-3e6f8792f8a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.785958] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.786187] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "95bb4b10-befe-4785-a114-3e6f8792f8a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.786365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.786528] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.793298] env[65899]: INFO nova.compute.manager [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Terminating instance [ 1032.936516] env[65899]: DEBUG oslo_concurrency.lockutils [None req-55841138-6161-42cc-aff1-f1fc13b32fdf tempest-ServerShowV257Test-638743035 tempest-ServerShowV257Test-638743035-project-member] Lock "1a86be95-81d6-479a-832d-262db31a4e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.842s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.298897] env[65899]: DEBUG nova.compute.manager [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1033.299735] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.302285] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f1ed9c-7074-4063-8ef3-4a299fb14b1a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.314088] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.317023] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0dfb0e-df44-4320-9588-79dd0c028e9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.325241] env[65899]: DEBUG oslo_vmware.api [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1033.325241] env[65899]: value = "task-4895312" [ 1033.325241] env[65899]: _type = "Task" [ 1033.325241] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.337022] env[65899]: DEBUG oslo_vmware.api [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.728178] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d599af-e942-4f68-967f-fff10c136ce6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.743757] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b5e387-682b-4570-87c5-4b255afd3b37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.790513] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af693c0-fe31-4771-b0a9-eccb5e234f2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.802143] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20874b03-7fc3-4c16-b3c8-2e5caded334b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.823060] env[65899]: DEBUG nova.compute.provider_tree [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.835404] env[65899]: DEBUG oslo_vmware.api [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895312, 'name': PowerOffVM_Task, 'duration_secs': 0.2593} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.835682] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.835846] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.836169] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b02ac9d9-793a-4793-939c-d505e0060af4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.903867] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.904116] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.904352] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleting the datastore file [datastore2] 95bb4b10-befe-4785-a114-3e6f8792f8a7 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.904720] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc71479a-fc16-4a71-a238-76c9ff2f393e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913675] env[65899]: DEBUG oslo_vmware.api [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1033.913675] env[65899]: value = "task-4895314" [ 1033.913675] env[65899]: _type = "Task" [ 1033.913675] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.928879] env[65899]: DEBUG oslo_vmware.api [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.325450] env[65899]: DEBUG nova.scheduler.client.report [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.430202] env[65899]: DEBUG oslo_vmware.api [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153041} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.430677] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.430756] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.431283] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.431283] env[65899]: INFO nova.compute.manager [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1034.431605] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.432630] env[65899]: DEBUG nova.compute.manager [-] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1034.432630] env[65899]: DEBUG nova.network.neutron [-] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1034.432630] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.527533] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.635157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.635157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.789690] env[65899]: DEBUG nova.compute.manager [req-f91df273-eb5b-408a-837f-028604c41f22 req-551b1257-ed2a-49c7-8fcd-4a8698577827 service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Received event network-vif-deleted-cc3c342c-8470-455c-b744-1c32edd6b708 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1034.789690] env[65899]: INFO nova.compute.manager [req-f91df273-eb5b-408a-837f-028604c41f22 req-551b1257-ed2a-49c7-8fcd-4a8698577827 service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Neutron deleted interface cc3c342c-8470-455c-b744-1c32edd6b708; detaching it from the instance and deleting it from the info cache [ 1034.789690] env[65899]: DEBUG nova.network.neutron [req-f91df273-eb5b-408a-837f-028604c41f22 req-551b1257-ed2a-49c7-8fcd-4a8698577827 service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.833132] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.833132] env[65899]: DEBUG nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1034.836844] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.887s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.139111] env[65899]: DEBUG nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1035.250230] env[65899]: DEBUG nova.network.neutron [-] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.296055] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a186dbf7-501e-47c8-b55c-c43d681084e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.307693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fec57a-c34d-4967-89aa-8953a60f94a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.353531] env[65899]: DEBUG nova.compute.utils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.363549] env[65899]: DEBUG nova.compute.manager [req-f91df273-eb5b-408a-837f-028604c41f22 req-551b1257-ed2a-49c7-8fcd-4a8698577827 service nova] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Detach interface failed, port_id=cc3c342c-8470-455c-b744-1c32edd6b708, reason: Instance 95bb4b10-befe-4785-a114-3e6f8792f8a7 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.365519] env[65899]: DEBUG nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1035.365519] env[65899]: DEBUG nova.network.neutron [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1035.365519] env[65899]: WARNING neutronclient.v2_0.client [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.365519] env[65899]: WARNING neutronclient.v2_0.client [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.447702] env[65899]: DEBUG nova.policy [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354d4c407f9443c9bc2bfa4a654ff89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33b96b40112464d8473c40d21fc86cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.666486] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.753516] env[65899]: INFO nova.compute.manager [-] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Took 1.32 seconds to deallocate network for instance. [ 1035.788270] env[65899]: DEBUG nova.network.neutron [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Successfully created port: 19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1035.856518] env[65899]: DEBUG nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1035.866466] env[65899]: INFO nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating resource usage from migration 975e28ee-9b86-4a40-adb9-fba54c2ccd50 [ 1035.906628] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ccb8fe18-7c1e-4361-bebb-70daa4807985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.907067] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 9b64124c-dbd9-4da7-af5f-16a0f8289024 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.907280] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ae416780-a2c7-444a-a5a9-a5c111b5643a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.907423] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 60454fdc-2575-47e4-be42-a06554329539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.907573] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 794234cc-4132-4da3-be36-ea3b67ff310f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.907898] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 84b05cd7-0df1-4e11-a510-e0fc1397c726 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.908073] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c9d51665-c240-432c-b604-e7313ad1df6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.908230] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance e346f091-7d50-4760-b0d3-ff6be7e3f062 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.908515] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 4081c530-6dc9-44c7-912f-5afbd318807c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.908515] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance d1fdf354-e347-41d3-b177-b15a23ac8ea6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.908608] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 4463605c-886f-4611-a59d-b4cc8b706671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.908726] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c10774e3-ac9b-4c4e-9d34-bde930addde9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1035.908990] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 95bb4b10-befe-4785-a114-3e6f8792f8a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1036.265409] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.412805] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c62b16dd-892f-4282-bf55-70e4d50f9ac2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1036.413062] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 10acdd61-a71e-45e7-bb02-e78f17d4218c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1036.868705] env[65899]: DEBUG nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1036.898860] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1036.899121] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.899276] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1036.899455] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.899597] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1036.899769] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1036.899975] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.900143] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1036.900305] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1036.900465] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1036.900715] env[65899]: DEBUG nova.virt.hardware [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1036.901836] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb490446-3aef-4368-ad6c-90b1f4871211 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.910583] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f7bfd1-d5c6-4dfa-ba86-0ece59aa6792 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.925908] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance bd877150-6456-41ee-97cd-e03efd154b50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1036.926151] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Migration 975e28ee-9b86-4a40-adb9-fba54c2ccd50 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1036.926253] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1037.352591] env[65899]: DEBUG nova.network.neutron [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Successfully updated port: 19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1037.429727] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7a38fbe5-19be-4397-8b7b-27be59deddad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1037.430091] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1037.430269] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '9', 'num_task_None': '10', 'num_os_type_None': '12', 'num_proj_3e1e2f4e8b3e4505b24625bbbdfdd852': '1', 'io_workload': '2', 'num_proj_19ad6aa3e74a4ac8be27c9e0980d31fd': '3', 'num_vm_rescued': '1', 'num_vm_stopped': '1', 'num_task_resize_prep': '1', 'num_proj_3ec6d067cda04e9ab138af689fdc07bf': '1', 'num_proj_305817b6558247c583a4ec1d9818140d': '1', 'num_proj_5b9b2291fd5140febde220bc57284ee3': '1', 'num_proj_c734f64e61d249749b254fb9351cb97a': '1', 'num_proj_5809733822c54ecd9d725c104bd59d7b': '3', 'num_task_deleting': '1', 'num_vm_building': '1', 'num_proj_c33b96b40112464d8473c40d21fc86cc': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1037.481592] env[65899]: DEBUG nova.compute.manager [req-6eea8b90-26a6-4dc0-8862-d755015e200d req-b5df929b-be04-463a-9f31-7fffac106e51 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Received event network-vif-plugged-19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.481830] env[65899]: DEBUG oslo_concurrency.lockutils [req-6eea8b90-26a6-4dc0-8862-d755015e200d req-b5df929b-be04-463a-9f31-7fffac106e51 service nova] Acquiring lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.482043] env[65899]: DEBUG oslo_concurrency.lockutils [req-6eea8b90-26a6-4dc0-8862-d755015e200d req-b5df929b-be04-463a-9f31-7fffac106e51 service nova] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.482451] env[65899]: DEBUG oslo_concurrency.lockutils [req-6eea8b90-26a6-4dc0-8862-d755015e200d req-b5df929b-be04-463a-9f31-7fffac106e51 service nova] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.482451] env[65899]: DEBUG nova.compute.manager [req-6eea8b90-26a6-4dc0-8862-d755015e200d req-b5df929b-be04-463a-9f31-7fffac106e51 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] No waiting events found dispatching network-vif-plugged-19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1037.482696] env[65899]: WARNING nova.compute.manager [req-6eea8b90-26a6-4dc0-8862-d755015e200d req-b5df929b-be04-463a-9f31-7fffac106e51 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Received unexpected event network-vif-plugged-19848aea-8edb-4600-a9ba-0a6aff09fa15 for instance with vm_state building and task_state spawning. [ 1037.740295] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330e365f-cafa-4b60-86ee-5feaf4bf68ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.748876] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d373215-bdd3-4b33-8399-b88c6fd208bb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.779974] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76afd2bf-6979-472e-a856-f2257a44fb06 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.788948] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c6830e-34f0-4ff3-9090-f1618d4c0dec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.803520] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.858253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.858454] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.858633] env[65899]: DEBUG nova.network.neutron [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1038.307491] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.398163] env[65899]: DEBUG nova.network.neutron [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1038.503836] env[65899]: WARNING neutronclient.v2_0.client [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.595432] env[65899]: DEBUG nova.network.neutron [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Updating instance_info_cache with network_info: [{"id": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "address": "fa:16:3e:10:d7:f0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19848aea-8e", "ovs_interfaceid": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.812882] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1038.813089] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.977s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.813369] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.063s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.813618] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.815643] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.991s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.817655] env[65899]: INFO nova.compute.claims [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.836773] env[65899]: INFO nova.scheduler.client.report [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Deleted allocations for instance 9b64124c-dbd9-4da7-af5f-16a0f8289024 [ 1039.099105] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.099492] env[65899]: DEBUG nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Instance network_info: |[{"id": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "address": "fa:16:3e:10:d7:f0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19848aea-8e", "ovs_interfaceid": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1039.099959] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:d7:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19848aea-8edb-4600-a9ba-0a6aff09fa15', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.107608] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1039.107840] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.108128] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8767f04-3d75-4a4e-ae59-b3123b0f9079 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.130347] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.130347] env[65899]: value = "task-4895315" [ 1039.130347] env[65899]: _type = "Task" [ 1039.130347] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.138450] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895315, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.271871] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "537084c3-fac5-47b5-bdb1-4e56784055a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.272686] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.347036] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bb417561-286f-48a1-817f-cafceb4690ac tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Lock "9b64124c-dbd9-4da7-af5f-16a0f8289024" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.046s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.510660] env[65899]: DEBUG nova.compute.manager [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Received event network-changed-19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1039.510660] env[65899]: DEBUG nova.compute.manager [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Refreshing instance network info cache due to event network-changed-19848aea-8edb-4600-a9ba-0a6aff09fa15. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1039.510660] env[65899]: DEBUG oslo_concurrency.lockutils [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] Acquiring lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.510660] env[65899]: DEBUG oslo_concurrency.lockutils [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] Acquired lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.511108] env[65899]: DEBUG nova.network.neutron [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Refreshing network info cache for port 19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.642937] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895315, 'name': CreateVM_Task, 'duration_secs': 0.384501} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.643188] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.643724] env[65899]: WARNING neutronclient.v2_0.client [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.644133] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.644998] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.644998] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.644998] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4804d833-642e-496c-84e3-311b5bb08307 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.650123] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1039.650123] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523654c2-e7a4-c069-6ef8-0abfcf0f7af8" [ 1039.650123] env[65899]: _type = "Task" [ 1039.650123] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.659143] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523654c2-e7a4-c069-6ef8-0abfcf0f7af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.774392] env[65899]: DEBUG nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1039.957470] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.957685] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.014337] env[65899]: WARNING neutronclient.v2_0.client [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.076735] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4cf834-4406-4704-a9f5-0bc0dd0bdb7a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.086632] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b4f943-af80-4b1b-a222-d35b755511be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.123721] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fa5812-e106-4f49-b6a9-fcfb973ee135 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.132363] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeefc92-1023-4871-9796-40e2428c750f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.147401] env[65899]: DEBUG nova.compute.provider_tree [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.161960] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523654c2-e7a4-c069-6ef8-0abfcf0f7af8, 'name': SearchDatastore_Task, 'duration_secs': 0.018388} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.162296] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.162777] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.162777] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.162935] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.163219] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.163408] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d859fe8-7f73-4a94-8cb9-0cf243356a52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.173611] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.173973] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.174621] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5765551f-919f-46f9-af56-75c14c23c71a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.184136] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1040.184136] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5252d8e7-68b1-f80c-1970-f67a286ca817" [ 1040.184136] env[65899]: _type = "Task" [ 1040.184136] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.193255] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5252d8e7-68b1-f80c-1970-f67a286ca817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.212746] env[65899]: WARNING neutronclient.v2_0.client [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.296717] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.326167] env[65899]: DEBUG nova.network.neutron [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Updated VIF entry in instance network info cache for port 19848aea-8edb-4600-a9ba-0a6aff09fa15. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.326542] env[65899]: DEBUG nova.network.neutron [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Updating instance_info_cache with network_info: [{"id": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "address": "fa:16:3e:10:d7:f0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19848aea-8e", "ovs_interfaceid": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.465235] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.465482] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.465810] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.465810] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.465956] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.466585] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.654550] env[65899]: DEBUG nova.scheduler.client.report [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.696363] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5252d8e7-68b1-f80c-1970-f67a286ca817, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.697282] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf440e5-6c84-4dab-8740-fd1a9148cb24 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.704246] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1040.704246] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528fab8f-011f-4b2c-7e1e-7bdd3a5263c5" [ 1040.704246] env[65899]: _type = "Task" [ 1040.704246] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.713505] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528fab8f-011f-4b2c-7e1e-7bdd3a5263c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.832343] env[65899]: DEBUG oslo_concurrency.lockutils [req-c0e71d45-4282-49d3-94a0-39cb76576d87 req-6f469632-d1dd-4202-8842-144f3036e51d service nova] Releasing lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.969796] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.159108] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.159645] env[65899]: DEBUG nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1041.164543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.552s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.164543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.165066] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.176s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.196580] env[65899]: INFO nova.scheduler.client.report [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted allocations for instance e346f091-7d50-4760-b0d3-ff6be7e3f062 [ 1041.221020] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528fab8f-011f-4b2c-7e1e-7bdd3a5263c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.221020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.221020] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 10acdd61-a71e-45e7-bb02-e78f17d4218c/10acdd61-a71e-45e7-bb02-e78f17d4218c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.221020] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23de7bb-7d66-4d70-bd8b-cb596b5a40f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.229622] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1041.229622] env[65899]: value = "task-4895316" [ 1041.229622] env[65899]: _type = "Task" [ 1041.229622] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.239691] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.669544] env[65899]: DEBUG nova.compute.utils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.676381] env[65899]: INFO nova.compute.claims [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.682409] env[65899]: DEBUG nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1041.683841] env[65899]: DEBUG nova.network.neutron [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.683841] env[65899]: WARNING neutronclient.v2_0.client [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.683841] env[65899]: WARNING neutronclient.v2_0.client [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.715754] env[65899]: DEBUG oslo_concurrency.lockutils [None req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "e346f091-7d50-4760-b0d3-ff6be7e3f062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.513s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.728879] env[65899]: DEBUG nova.policy [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a693203dfe1425e8daa962cef5892a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cecf3f49dad4f2f864a4e15089f1a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.741436] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478728} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.741721] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 10acdd61-a71e-45e7-bb02-e78f17d4218c/10acdd61-a71e-45e7-bb02-e78f17d4218c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.741950] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.742193] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eb4dee8-819b-4e38-a23f-b157500004a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.749072] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1041.749072] env[65899]: value = "task-4895317" [ 1041.749072] env[65899]: _type = "Task" [ 1041.749072] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.757228] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.086182] env[65899]: DEBUG nova.network.neutron [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Successfully created port: 8f0cb339-267e-4966-983b-bdca18b03dd5 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1042.183432] env[65899]: DEBUG nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1042.187925] env[65899]: INFO nova.compute.resource_tracker [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating resource usage from migration 975e28ee-9b86-4a40-adb9-fba54c2ccd50 [ 1042.261885] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06709} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.265011] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.266183] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45591eed-bd65-4def-bf84-696549bf1814 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.290730] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 10acdd61-a71e-45e7-bb02-e78f17d4218c/10acdd61-a71e-45e7-bb02-e78f17d4218c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.293887] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c63729c-fe4d-451d-b1ea-c871403766b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.315545] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1042.315545] env[65899]: value = "task-4895318" [ 1042.315545] env[65899]: _type = "Task" [ 1042.315545] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.327806] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.503913] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd5f6e-9609-4e3a-885b-f4d3c25af47d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.514348] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45404441-ca12-4356-acd0-6da3fb15a367 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.549174] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2745d2e9-ed3d-44fb-b5e2-634c541afe61 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.558172] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f62d3a7-7e87-4e13-911d-48f852548c04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.577076] env[65899]: DEBUG nova.compute.provider_tree [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.827106] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895318, 'name': ReconfigVM_Task, 'duration_secs': 0.294814} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.827437] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 10acdd61-a71e-45e7-bb02-e78f17d4218c/10acdd61-a71e-45e7-bb02-e78f17d4218c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.828195] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7943ae05-1d62-4870-8711-ac1de81c9b8e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.837733] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1042.837733] env[65899]: value = "task-4895319" [ 1042.837733] env[65899]: _type = "Task" [ 1042.837733] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.847060] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895319, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.083010] env[65899]: DEBUG nova.scheduler.client.report [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.201344] env[65899]: DEBUG nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1043.236281] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1043.237131] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.237131] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1043.237131] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.237131] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1043.237131] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1043.237378] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.237650] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1043.237861] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1043.238091] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1043.238345] env[65899]: DEBUG nova.virt.hardware [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1043.239829] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c8c48-2316-42de-bcfb-b3f313e60849 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.248772] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b88fd7c-21eb-4452-84f7-a050bb0c5a88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.354060] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895319, 'name': Rename_Task, 'duration_secs': 0.188937} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.354060] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.354060] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d2e814f-176e-425b-8dde-161d67b48012 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.361906] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1043.361906] env[65899]: value = "task-4895320" [ 1043.361906] env[65899]: _type = "Task" [ 1043.361906] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.374640] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.588220] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.423s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.588585] env[65899]: INFO nova.compute.manager [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Migrating [ 1043.595674] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.389s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.595779] env[65899]: DEBUG nova.objects.instance [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'pci_requests' on Instance uuid c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.687406] env[65899]: DEBUG nova.network.neutron [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Successfully updated port: 8f0cb339-267e-4966-983b-bdca18b03dd5 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.769331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.769632] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.769938] env[65899]: DEBUG nova.objects.instance [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'flavor' on Instance uuid 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.835336] env[65899]: DEBUG nova.compute.manager [req-218b5852-b7de-4469-bf0b-652c38653cac req-47a763cb-4488-4c3a-9980-ff4632b41a37 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Received event network-vif-plugged-8f0cb339-267e-4966-983b-bdca18b03dd5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.835603] env[65899]: DEBUG oslo_concurrency.lockutils [req-218b5852-b7de-4469-bf0b-652c38653cac req-47a763cb-4488-4c3a-9980-ff4632b41a37 service nova] Acquiring lock "bd877150-6456-41ee-97cd-e03efd154b50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.835702] env[65899]: DEBUG oslo_concurrency.lockutils [req-218b5852-b7de-4469-bf0b-652c38653cac req-47a763cb-4488-4c3a-9980-ff4632b41a37 service nova] Lock "bd877150-6456-41ee-97cd-e03efd154b50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.835862] env[65899]: DEBUG oslo_concurrency.lockutils [req-218b5852-b7de-4469-bf0b-652c38653cac req-47a763cb-4488-4c3a-9980-ff4632b41a37 service nova] Lock "bd877150-6456-41ee-97cd-e03efd154b50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.836140] env[65899]: DEBUG nova.compute.manager [req-218b5852-b7de-4469-bf0b-652c38653cac req-47a763cb-4488-4c3a-9980-ff4632b41a37 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] No waiting events found dispatching network-vif-plugged-8f0cb339-267e-4966-983b-bdca18b03dd5 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1043.836216] env[65899]: WARNING nova.compute.manager [req-218b5852-b7de-4469-bf0b-652c38653cac req-47a763cb-4488-4c3a-9980-ff4632b41a37 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Received unexpected event network-vif-plugged-8f0cb339-267e-4966-983b-bdca18b03dd5 for instance with vm_state building and task_state spawning. [ 1043.872727] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895320, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.105040] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.106494] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.106494] env[65899]: DEBUG nova.network.neutron [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.108158] env[65899]: DEBUG nova.objects.instance [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'numa_topology' on Instance uuid c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.190882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "refresh_cache-bd877150-6456-41ee-97cd-e03efd154b50" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.191101] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "refresh_cache-bd877150-6456-41ee-97cd-e03efd154b50" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.191287] env[65899]: DEBUG nova.network.neutron [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.273845] env[65899]: WARNING neutronclient.v2_0.client [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.274405] env[65899]: DEBUG nova.objects.instance [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'pci_requests' on Instance uuid 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.374873] env[65899]: DEBUG oslo_vmware.api [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895320, 'name': PowerOnVM_Task, 'duration_secs': 0.696287} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.375244] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.375512] env[65899]: INFO nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1044.375599] env[65899]: DEBUG nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1044.376400] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96878014-fd04-4f53-ad51-5df86c365943 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.610244] env[65899]: WARNING neutronclient.v2_0.client [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.613015] env[65899]: INFO nova.compute.claims [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.761455] env[65899]: DEBUG nova.network.neutron [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.777399] env[65899]: DEBUG nova.objects.base [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Object Instance<4081c530-6dc9-44c7-912f-5afbd318807c> lazy-loaded attributes: flavor,pci_requests {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.777615] env[65899]: DEBUG nova.network.neutron [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1044.777944] env[65899]: WARNING neutronclient.v2_0.client [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.778281] env[65899]: WARNING neutronclient.v2_0.client [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.878048] env[65899]: WARNING neutronclient.v2_0.client [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.901013] env[65899]: INFO nova.compute.manager [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Took 27.25 seconds to build instance. [ 1044.960562] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8658ba87-25cd-4bad-aaa4-d3c66a1519a8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.191s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.014391] env[65899]: WARNING neutronclient.v2_0.client [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.072816] env[65899]: DEBUG nova.network.neutron [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.189575] env[65899]: DEBUG nova.network.neutron [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Updating instance_info_cache with network_info: [{"id": "8f0cb339-267e-4966-983b-bdca18b03dd5", "address": "fa:16:3e:08:fa:8c", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f0cb339-26", "ovs_interfaceid": "8f0cb339-267e-4966-983b-bdca18b03dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.403698] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.762s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.577397] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.695794] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "refresh_cache-bd877150-6456-41ee-97cd-e03efd154b50" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.703150] env[65899]: DEBUG nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Instance network_info: |[{"id": "8f0cb339-267e-4966-983b-bdca18b03dd5", "address": "fa:16:3e:08:fa:8c", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f0cb339-26", "ovs_interfaceid": "8f0cb339-267e-4966-983b-bdca18b03dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1045.703150] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:fa:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f0cb339-267e-4966-983b-bdca18b03dd5', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.709684] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1045.710803] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.710803] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ea1cdc9-1219-4217-95a0-bd86e1dee600 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.743642] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.743642] env[65899]: value = "task-4895321" [ 1045.743642] env[65899]: _type = "Task" [ 1045.743642] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.752812] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895321, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.762668] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.762971] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.763244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.763429] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.763590] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.766733] env[65899]: INFO nova.compute.manager [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Terminating instance [ 1045.940421] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65d989e-375e-47e2-acf6-dd698667eacc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.951817] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfcffa5-4e5b-4520-a0fc-6d38d8765b26 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.990063] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d868e-5a95-4f19-8ddb-c3372fceff9e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.999864] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f0172-1eac-4bb1-b6ea-398f04cf01e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.014694] env[65899]: DEBUG nova.compute.provider_tree [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.208362] env[65899]: DEBUG nova.compute.manager [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Received event network-changed-8f0cb339-267e-4966-983b-bdca18b03dd5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1046.208362] env[65899]: DEBUG nova.compute.manager [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Refreshing instance network info cache due to event network-changed-8f0cb339-267e-4966-983b-bdca18b03dd5. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1046.208362] env[65899]: DEBUG oslo_concurrency.lockutils [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] Acquiring lock "refresh_cache-bd877150-6456-41ee-97cd-e03efd154b50" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.208362] env[65899]: DEBUG oslo_concurrency.lockutils [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] Acquired lock "refresh_cache-bd877150-6456-41ee-97cd-e03efd154b50" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.208362] env[65899]: DEBUG nova.network.neutron [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Refreshing network info cache for port 8f0cb339-267e-4966-983b-bdca18b03dd5 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.255218] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895321, 'name': CreateVM_Task, 'duration_secs': 0.331077} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.255398] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.255970] env[65899]: WARNING neutronclient.v2_0.client [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.256540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.256540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.256786] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.257059] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4400aca-7c91-4e22-8727-925de33cc386 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.262837] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1046.262837] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b91547-1337-7dbb-0e32-5d9653c7cc92" [ 1046.262837] env[65899]: _type = "Task" [ 1046.262837] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.273199] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b91547-1337-7dbb-0e32-5d9653c7cc92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.276373] env[65899]: DEBUG nova.compute.manager [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1046.276635] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.277491] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abbe53c-463d-4b97-817f-3b05853cfaf3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.285432] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.285707] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa631c2-1e10-4fd5-89f3-68aa3faf8d9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.293350] env[65899]: DEBUG oslo_vmware.api [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1046.293350] env[65899]: value = "task-4895322" [ 1046.293350] env[65899]: _type = "Task" [ 1046.293350] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.305192] env[65899]: DEBUG oslo_vmware.api [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.518401] env[65899]: DEBUG nova.scheduler.client.report [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.711206] env[65899]: WARNING neutronclient.v2_0.client [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.774980] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b91547-1337-7dbb-0e32-5d9653c7cc92, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.775471] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.775779] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.775981] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.776242] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.776387] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.776671] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aacdabf-3478-4471-bd81-09db5992656a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.787931] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.788163] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.789085] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407fd112-90d4-460c-8dc9-8a01a9fee22a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.806035] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1046.806035] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527b1d79-5cf5-3d82-0d00-ca126a405a9f" [ 1046.806035] env[65899]: _type = "Task" [ 1046.806035] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.813912] env[65899]: DEBUG oslo_vmware.api [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895322, 'name': PowerOffVM_Task, 'duration_secs': 0.246525} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.816136] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.816136] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.816136] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c200c4ca-dfd2-4c1a-a462-629b68875131 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.821604] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527b1d79-5cf5-3d82-0d00-ca126a405a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.823064] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5737e90-83be-4705-b447-be29f3255f86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.830936] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1046.830936] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f6ffaa-df0d-c121-e03f-9b16c07de8fa" [ 1046.830936] env[65899]: _type = "Task" [ 1046.830936] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.852324] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f6ffaa-df0d-c121-e03f-9b16c07de8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016143} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.852324] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.852324] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] bd877150-6456-41ee-97cd-e03efd154b50/bd877150-6456-41ee-97cd-e03efd154b50.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.853695] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ddabfa0-bb47-4628-89a9-19ea9658be33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.869375] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1046.869375] env[65899]: value = "task-4895324" [ 1046.869375] env[65899]: _type = "Task" [ 1046.869375] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.880391] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.894026] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.894379] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.894617] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Deleting the datastore file [datastore2] d1fdf354-e347-41d3-b177-b15a23ac8ea6 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.894971] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89936ac3-d469-424e-b679-3a2f37c66798 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.901099] env[65899]: WARNING neutronclient.v2_0.client [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.908614] env[65899]: DEBUG oslo_vmware.api [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for the task: (returnval){ [ 1046.908614] env[65899]: value = "task-4895325" [ 1046.908614] env[65899]: _type = "Task" [ 1046.908614] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.914863] env[65899]: DEBUG oslo_vmware.api [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.994789] env[65899]: DEBUG nova.network.neutron [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Updated VIF entry in instance network info cache for port 8f0cb339-267e-4966-983b-bdca18b03dd5. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.995307] env[65899]: DEBUG nova.network.neutron [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Updating instance_info_cache with network_info: [{"id": "8f0cb339-267e-4966-983b-bdca18b03dd5", "address": "fa:16:3e:08:fa:8c", "network": {"id": "13fe757f-b66a-4d96-94b9-c7d87cf286c5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-997554128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cecf3f49dad4f2f864a4e15089f1a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f0cb339-26", "ovs_interfaceid": "8f0cb339-267e-4966-983b-bdca18b03dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.024140] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.024551] env[65899]: WARNING neutronclient.v2_0.client [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.027673] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.692s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.027961] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.029985] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.364s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.031984] env[65899]: INFO nova.compute.claims [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.062555] env[65899]: INFO nova.network.neutron [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating port a5962943-23e0-4d8c-9453-bf8c84173de5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1047.074881] env[65899]: INFO nova.scheduler.client.report [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted allocations for instance 84b05cd7-0df1-4e11-a510-e0fc1397c726 [ 1047.098996] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847b40a-aadf-43d9-ac8b-50363aff578f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.128743] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance '59452711-a31f-4f03-b5f7-d6fdfbc12ad7' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.186183] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.186700] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.187018] env[65899]: INFO nova.compute.manager [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Shelving [ 1047.342131] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.342540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.343052] env[65899]: DEBUG nova.objects.instance [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'flavor' on Instance uuid 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.381813] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895324, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.418046] env[65899]: DEBUG oslo_vmware.api [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Task: {'id': task-4895325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210797} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.418426] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.418739] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.419079] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.419369] env[65899]: INFO nova.compute.manager [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1047.419662] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1047.419917] env[65899]: DEBUG nova.compute.manager [-] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1047.420078] env[65899]: DEBUG nova.network.neutron [-] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1047.420408] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.498973] env[65899]: DEBUG oslo_concurrency.lockutils [req-da3916bd-6fdb-4cc9-be2b-f0839bd65910 req-ca052449-3132-468e-95ea-609dbca52e85 service nova] Releasing lock "refresh_cache-bd877150-6456-41ee-97cd-e03efd154b50" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.502712] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.583061] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.583477] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.587578] env[65899]: DEBUG oslo_concurrency.lockutils [None req-49d6b333-b630-46ea-9ae9-9886a7524290 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "84b05cd7-0df1-4e11-a510-e0fc1397c726" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.743s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.624975] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.625415] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.634609] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.634996] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca4bd41-4b11-4667-973c-054ff015e443 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.642568] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1047.642568] env[65899]: value = "task-4895326" [ 1047.642568] env[65899]: _type = "Task" [ 1047.642568] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.652629] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.669295] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.669524] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.847625] env[65899]: WARNING neutronclient.v2_0.client [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.880374] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555971} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.880957] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] bd877150-6456-41ee-97cd-e03efd154b50/bd877150-6456-41ee-97cd-e03efd154b50.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.880957] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.881558] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b77cd41-df92-4763-8353-35a85b4b158e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.889876] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1047.889876] env[65899]: value = "task-4895327" [ 1047.889876] env[65899]: _type = "Task" [ 1047.889876] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.899819] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.085449] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1048.111136] env[65899]: DEBUG nova.objects.instance [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'pci_requests' on Instance uuid 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.130138] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1048.156287] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.156493] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance '59452711-a31f-4f03-b5f7-d6fdfbc12ad7' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.174028] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1048.200847] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.200847] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-460bc548-4696-4cef-8b56-2fcd223c5ad0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.211090] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1048.211090] env[65899]: value = "task-4895328" [ 1048.211090] env[65899]: _type = "Task" [ 1048.211090] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.229358] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.362225] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e7652-955f-4c75-ac3e-1dd853a4697f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.370691] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc15984-fe39-4f21-9be7-ec620421a119 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.408902] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971e62c-f3b2-4312-bffd-81f655d93eec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.417512] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077627} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.419928] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.421054] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0113359-3b36-4cab-a4b0-64957b618cb4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.424939] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52d9cde-b897-4aac-b664-9be5bc34d1ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.442676] env[65899]: DEBUG nova.compute.provider_tree [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.462348] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] bd877150-6456-41ee-97cd-e03efd154b50/bd877150-6456-41ee-97cd-e03efd154b50.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.463145] env[65899]: DEBUG nova.network.neutron [-] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.464123] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4ed655-0d70-4db9-b987-13cdf926521f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.480364] env[65899]: INFO nova.compute.manager [-] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Took 1.06 seconds to deallocate network for instance. [ 1048.491070] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1048.491070] env[65899]: value = "task-4895329" [ 1048.491070] env[65899]: _type = "Task" [ 1048.491070] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.502187] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.615025] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.615025] env[65899]: DEBUG nova.objects.base [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Object Instance<4081c530-6dc9-44c7-912f-5afbd318807c> lazy-loaded attributes: flavor,pci_requests {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.615025] env[65899]: DEBUG nova.network.neutron [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1048.615025] env[65899]: WARNING neutronclient.v2_0.client [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.615025] env[65899]: WARNING neutronclient.v2_0.client [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.652111] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.663770] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1048.664291] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.664654] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1048.665020] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.668030] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1048.668030] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1048.668030] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.668030] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1048.668030] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1048.668030] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1048.668030] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1048.674499] env[65899]: DEBUG nova.policy [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.676859] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-919304d2-e239-4719-b357-739d0dad9659 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.701019] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1048.701019] env[65899]: value = "task-4895330" [ 1048.701019] env[65899]: _type = "Task" [ 1048.701019] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.710608] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.717021] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.726032] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895328, 'name': PowerOffVM_Task, 'duration_secs': 0.222877} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.726032] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.726032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f59623-01f8-416d-b359-fe925b7ad7e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.753412] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75756da-5eca-497b-868f-d38e8397f6bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.792609] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.792609] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.792609] env[65899]: DEBUG nova.network.neutron [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1048.913468] env[65899]: DEBUG nova.compute.manager [req-6671b7e8-0eb4-4a95-b382-4f195b3f0b91 req-7a195a21-edde-48d0-80c0-d5617187d58b service nova] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Received event network-vif-deleted-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1048.964220] env[65899]: DEBUG nova.scheduler.client.report [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.986891] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.001378] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895329, 'name': ReconfigVM_Task, 'duration_secs': 0.306272} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.001661] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Reconfigured VM instance instance-00000060 to attach disk [datastore2] bd877150-6456-41ee-97cd-e03efd154b50/bd877150-6456-41ee-97cd-e03efd154b50.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.002393] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1adb3016-7e00-4c01-9e0d-cf52e95b63ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.009227] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1049.009227] env[65899]: value = "task-4895331" [ 1049.009227] env[65899]: _type = "Task" [ 1049.009227] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.013310] env[65899]: DEBUG nova.network.neutron [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Successfully created port: d1c01912-6b48-4154-98d2-d3870276098a {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1049.022418] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895331, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.213703] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895330, 'name': ReconfigVM_Task, 'duration_secs': 0.191101} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.214082] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance '59452711-a31f-4f03-b5f7-d6fdfbc12ad7' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.269030] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1049.269641] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af871af2-06a3-47b3-b0db-69c25121cef3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.278578] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1049.278578] env[65899]: value = "task-4895332" [ 1049.278578] env[65899]: _type = "Task" [ 1049.278578] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.287543] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.295356] env[65899]: WARNING neutronclient.v2_0.client [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.335244] env[65899]: DEBUG nova.compute.manager [req-d03ac22b-d83b-495f-97ef-39d1341bd43f req-be45c765-f7e8-4c25-aa73-30d8b9ff4d27 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-vif-plugged-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1049.335544] env[65899]: DEBUG oslo_concurrency.lockutils [req-d03ac22b-d83b-495f-97ef-39d1341bd43f req-be45c765-f7e8-4c25-aa73-30d8b9ff4d27 service nova] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.335762] env[65899]: DEBUG oslo_concurrency.lockutils [req-d03ac22b-d83b-495f-97ef-39d1341bd43f req-be45c765-f7e8-4c25-aa73-30d8b9ff4d27 service nova] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.335942] env[65899]: DEBUG oslo_concurrency.lockutils [req-d03ac22b-d83b-495f-97ef-39d1341bd43f req-be45c765-f7e8-4c25-aa73-30d8b9ff4d27 service nova] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.336138] env[65899]: DEBUG nova.compute.manager [req-d03ac22b-d83b-495f-97ef-39d1341bd43f req-be45c765-f7e8-4c25-aa73-30d8b9ff4d27 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] No waiting events found dispatching network-vif-plugged-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1049.336320] env[65899]: WARNING nova.compute.manager [req-d03ac22b-d83b-495f-97ef-39d1341bd43f req-be45c765-f7e8-4c25-aa73-30d8b9ff4d27 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received unexpected event network-vif-plugged-a5962943-23e0-4d8c-9453-bf8c84173de5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1049.469639] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.470133] env[65899]: DEBUG nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1049.473030] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.208s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.473291] env[65899]: DEBUG nova.objects.instance [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lazy-loading 'resources' on Instance uuid 95bb4b10-befe-4785-a114-3e6f8792f8a7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.524846] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895331, 'name': Rename_Task, 'duration_secs': 0.151796} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.525193] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.525477] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19c32b8b-412a-4733-b63b-974f6c1a4c29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.533632] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1049.533632] env[65899]: value = "task-4895333" [ 1049.533632] env[65899]: _type = "Task" [ 1049.533632] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.543488] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.554668] env[65899]: WARNING neutronclient.v2_0.client [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.725753] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.726010] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.726176] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.726356] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.726499] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.726670] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.726897] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.731025] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.731025] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.731025] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.731025] env[65899]: DEBUG nova.virt.hardware [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.733970] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.734331] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c599b4e8-03db-4a21-892d-442b671685a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.751111] env[65899]: DEBUG nova.network.neutron [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5962943-23", "ovs_interfaceid": "a5962943-23e0-4d8c-9453-bf8c84173de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.757938] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1049.757938] env[65899]: value = "task-4895334" [ 1049.757938] env[65899]: _type = "Task" [ 1049.757938] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.767363] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.791845] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895332, 'name': CreateSnapshot_Task, 'duration_secs': 0.439361} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.792186] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.793146] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f36441-ed83-4e61-9020-015d26b4f3aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.977728] env[65899]: DEBUG nova.compute.utils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.980264] env[65899]: DEBUG nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1049.981493] env[65899]: DEBUG nova.network.neutron [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1049.981493] env[65899]: WARNING neutronclient.v2_0.client [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.981493] env[65899]: WARNING neutronclient.v2_0.client [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.032685] env[65899]: DEBUG nova.policy [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319bfadf7c1c433eac2426974d0f8240', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c62b3c654943ae8a436d7cb82f57f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.048886] env[65899]: DEBUG oslo_vmware.api [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895333, 'name': PowerOnVM_Task, 'duration_secs': 0.492351} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.049606] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.049606] env[65899]: INFO nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1050.049606] env[65899]: DEBUG nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1050.050377] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67caf25b-c0a4-42f9-a85f-27d01ef6c0ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.252910] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.272042] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895334, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.277482] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff07d282-4c3f-4964-814c-877f9ef53cbc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.289854] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9dac3cf2842f4e89d67a16843bc110a6',container_format='bare',created_at=2025-12-01T13:40:15Z,direct_url=,disk_format='vmdk',id=2ea1a346-4f92-4a64-9f3e-8f72f2be1419,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1230458738-shelved',owner='43a932921185406e952f642af150b2d5',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-12-01T13:40:33Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.290120] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.290274] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.290448] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.290590] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.290728] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.291010] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.291206] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.291955] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.291955] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.291955] env[65899]: DEBUG nova.virt.hardware [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.292886] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00c188-d212-47bd-972c-c06a91fcae0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.297098] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba46b4b9-c9f9-4f49-bd37-04e8693302e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.330121] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbecf64-61d7-44d9-86ba-2b05f6d01556 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.343499] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1050.344096] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31e7b22a-45e6-40b1-a6e3-831cc82c52d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.347661] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee820d-23c1-4f01-abcc-479c1ae4e6b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.365426] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc75c6f1-28f6-4cb7-8356-7492fe5ce6e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.369671] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1050.369671] env[65899]: value = "task-4895335" [ 1050.369671] env[65899]: _type = "Task" [ 1050.369671] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.370283] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:5d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5962943-23e0-4d8c-9453-bf8c84173de5', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.378020] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1050.379258] env[65899]: DEBUG nova.network.neutron [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Successfully created port: d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1050.382338] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.386279] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e5ca187-a759-44d0-b0ec-32a7e8f561ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.410135] env[65899]: DEBUG nova.compute.provider_tree [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.417707] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895335, 'name': CloneVM_Task} progress is 23%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.419278] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.419278] env[65899]: value = "task-4895336" [ 1050.419278] env[65899]: _type = "Task" [ 1050.419278] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.431039] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895336, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.487783] env[65899]: DEBUG nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1050.577588] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.577827] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.579167] env[65899]: INFO nova.compute.manager [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Took 27.77 seconds to build instance. [ 1050.772776] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895334, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.899219] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895335, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.916449] env[65899]: DEBUG nova.scheduler.client.report [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.931700] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895336, 'name': CreateVM_Task, 'duration_secs': 0.417947} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.932562] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.933262] env[65899]: WARNING neutronclient.v2_0.client [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.933777] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.934078] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.934847] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.935256] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82acd50-a216-4ee3-80d1-160419700230 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.942865] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1050.942865] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521c14f8-52eb-913d-6ba5-89e305abf084" [ 1050.942865] env[65899]: _type = "Task" [ 1050.942865] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.954863] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521c14f8-52eb-913d-6ba5-89e305abf084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.084570] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e146dc4e-f34c-40a6-9fed-ccf920cca232 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "bd877150-6456-41ee-97cd-e03efd154b50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.282s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.084570] env[65899]: DEBUG nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1051.179487] env[65899]: DEBUG nova.network.neutron [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Successfully updated port: d1c01912-6b48-4154-98d2-d3870276098a {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1051.271280] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895334, 'name': ReconfigVM_Task, 'duration_secs': 1.198763} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.271589] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.272530] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3231706d-7179-4ac2-97cc-b0c84966f754 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.297510] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 59452711-a31f-4f03-b5f7-d6fdfbc12ad7/59452711-a31f-4f03-b5f7-d6fdfbc12ad7.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.297974] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea52e60-0be0-4876-bfa9-097db0fe0f14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.318870] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1051.318870] env[65899]: value = "task-4895337" [ 1051.318870] env[65899]: _type = "Task" [ 1051.318870] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.330972] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.394787] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895335, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.423092] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.426839] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.130s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.429296] env[65899]: INFO nova.compute.claims [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.458170] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.458458] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Processing image 2ea1a346-4f92-4a64-9f3e-8f72f2be1419 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.458728] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419/2ea1a346-4f92-4a64-9f3e-8f72f2be1419.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.458888] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419/2ea1a346-4f92-4a64-9f3e-8f72f2be1419.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.459088] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.459389] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-accedebb-8080-46d9-b480-9aa99f56adf2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.471613] env[65899]: INFO nova.scheduler.client.report [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleted allocations for instance 95bb4b10-befe-4785-a114-3e6f8792f8a7 [ 1051.474549] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.474820] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.478958] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d07b8c6-7780-4278-9037-0982bb6a22bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.487710] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1051.487710] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52159464-fe59-d567-4602-a8d770bd750d" [ 1051.487710] env[65899]: _type = "Task" [ 1051.487710] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.503301] env[65899]: DEBUG nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1051.505656] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52159464-fe59-d567-4602-a8d770bd750d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.539710] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1051.539979] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.540155] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1051.540347] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.540480] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1051.540636] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1051.540887] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.541071] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1051.541249] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1051.541409] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1051.541601] env[65899]: DEBUG nova.virt.hardware [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1051.542604] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae3213-b538-4ac7-a3a8-35cc84cdae13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.554082] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d7bbd-052b-48e2-a2cc-196b6c4926bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.605218] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.687810] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.688000] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.688261] env[65899]: DEBUG nova.network.neutron [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.831128] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.857196] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "794234cc-4132-4da3-be36-ea3b67ff310f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.857578] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.900588] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895335, 'name': CloneVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.987931] env[65899]: DEBUG oslo_concurrency.lockutils [None req-312272b6-6fee-4d23-8ef5-f8f942768bba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "95bb4b10-befe-4785-a114-3e6f8792f8a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.202s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.004582] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Preparing fetch location {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1052.005262] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Fetch image to [datastore2] OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640/OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640.vmdk {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1052.005336] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Downloading stream optimized image 2ea1a346-4f92-4a64-9f3e-8f72f2be1419 to [datastore2] OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640/OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640.vmdk on the data store datastore2 as vApp {{(pid=65899) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1052.005620] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Downloading image file data 2ea1a346-4f92-4a64-9f3e-8f72f2be1419 to the ESX as VM named 'OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640' {{(pid=65899) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1052.087580] env[65899]: DEBUG nova.network.neutron [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Successfully updated port: d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1052.108875] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1052.108875] env[65899]: value = "resgroup-9" [ 1052.108875] env[65899]: _type = "ResourcePool" [ 1052.108875] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1052.109187] env[65899]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d006463a-6ab9-46df-a31a-49608c23983c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.134964] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease: (returnval){ [ 1052.134964] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52118e0e-e80f-ec65-3fea-b58362012e2b" [ 1052.134964] env[65899]: _type = "HttpNfcLease" [ 1052.134964] env[65899]: } obtained for vApp import into resource pool (val){ [ 1052.134964] env[65899]: value = "resgroup-9" [ 1052.134964] env[65899]: _type = "ResourcePool" [ 1052.134964] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1052.135312] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the lease: (returnval){ [ 1052.135312] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52118e0e-e80f-ec65-3fea-b58362012e2b" [ 1052.135312] env[65899]: _type = "HttpNfcLease" [ 1052.135312] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1052.142907] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.142907] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52118e0e-e80f-ec65-3fea-b58362012e2b" [ 1052.142907] env[65899]: _type = "HttpNfcLease" [ 1052.142907] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1052.231633] env[65899]: WARNING nova.network.neutron [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] c1fef68a-8ae9-4259-9cbf-7d53346f033a already exists in list: networks containing: ['c1fef68a-8ae9-4259-9cbf-7d53346f033a']. ignoring it [ 1052.331246] env[65899]: DEBUG oslo_vmware.api [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895337, 'name': ReconfigVM_Task, 'duration_secs': 0.750535} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.331646] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 59452711-a31f-4f03-b5f7-d6fdfbc12ad7/59452711-a31f-4f03-b5f7-d6fdfbc12ad7.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.331814] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance '59452711-a31f-4f03-b5f7-d6fdfbc12ad7' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.336221] env[65899]: WARNING neutronclient.v2_0.client [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.360887] env[65899]: INFO nova.compute.manager [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Detaching volume 1faf6c58-5980-4483-9319-9d903f2f0aa6 [ 1052.394186] env[65899]: DEBUG nova.compute.manager [req-f80c5d71-9d99-46a2-a810-094f78dce5e7 req-b8293ecf-f261-4f0c-b3bc-1d7a1251393b service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-vif-plugged-d1c01912-6b48-4154-98d2-d3870276098a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.394405] env[65899]: DEBUG oslo_concurrency.lockutils [req-f80c5d71-9d99-46a2-a810-094f78dce5e7 req-b8293ecf-f261-4f0c-b3bc-1d7a1251393b service nova] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.394607] env[65899]: DEBUG oslo_concurrency.lockutils [req-f80c5d71-9d99-46a2-a810-094f78dce5e7 req-b8293ecf-f261-4f0c-b3bc-1d7a1251393b service nova] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.394769] env[65899]: DEBUG oslo_concurrency.lockutils [req-f80c5d71-9d99-46a2-a810-094f78dce5e7 req-b8293ecf-f261-4f0c-b3bc-1d7a1251393b service nova] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.394974] env[65899]: DEBUG nova.compute.manager [req-f80c5d71-9d99-46a2-a810-094f78dce5e7 req-b8293ecf-f261-4f0c-b3bc-1d7a1251393b service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] No waiting events found dispatching network-vif-plugged-d1c01912-6b48-4154-98d2-d3870276098a {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1052.395146] env[65899]: WARNING nova.compute.manager [req-f80c5d71-9d99-46a2-a810-094f78dce5e7 req-b8293ecf-f261-4f0c-b3bc-1d7a1251393b service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received unexpected event network-vif-plugged-d1c01912-6b48-4154-98d2-d3870276098a for instance with vm_state active and task_state None. [ 1052.402147] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895335, 'name': CloneVM_Task, 'duration_secs': 1.662058} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.402437] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Created linked-clone VM from snapshot [ 1052.403263] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9ee0c-4ef6-45ad-967d-d210b2560132 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.408113] env[65899]: INFO nova.virt.block_device [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Attempting to driver detach volume 1faf6c58-5980-4483-9319-9d903f2f0aa6 from mountpoint /dev/sdb [ 1052.408332] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.408512] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954036', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'name': 'volume-1faf6c58-5980-4483-9319-9d903f2f0aa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '794234cc-4132-4da3-be36-ea3b67ff310f', 'attached_at': '', 'detached_at': '', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'serial': '1faf6c58-5980-4483-9319-9d903f2f0aa6'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.410062] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8d183-a10a-4311-a5a3-356ce226bf40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.419118] env[65899]: DEBUG nova.compute.manager [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.419320] env[65899]: DEBUG nova.compute.manager [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing instance network info cache due to event network-changed-a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1052.419585] env[65899]: DEBUG oslo_concurrency.lockutils [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] Acquiring lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.419726] env[65899]: DEBUG oslo_concurrency.lockutils [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] Acquired lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.419877] env[65899]: DEBUG nova.network.neutron [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Refreshing network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.446487] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Uploading image 116d638b-e528-4e97-83d2-470612495840 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1052.453716] env[65899]: WARNING neutronclient.v2_0.client [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.461510] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe6b104-a82b-4722-886e-3ad983f13f21 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.471963] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40560211-20b1-4ce4-8164-00d2e746c10c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.508785] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1052.508785] env[65899]: value = "vm-954055" [ 1052.508785] env[65899]: _type = "VirtualMachine" [ 1052.508785] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1052.511174] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3836b03c-43c9-47fd-afe8-de9ae9b908e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.513051] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6151707f-3772-4777-aeae-ef0c01a8f3bd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.537268] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] The volume has not been displaced from its original location: [datastore1] volume-1faf6c58-5980-4483-9319-9d903f2f0aa6/volume-1faf6c58-5980-4483-9319-9d903f2f0aa6.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.541928] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.546333] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3a16aa-d7e4-40a0-8d14-5e1e71a17908 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.559876] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lease: (returnval){ [ 1052.559876] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a27d59-a692-9fb9-c22f-4a9314beb57c" [ 1052.559876] env[65899]: _type = "HttpNfcLease" [ 1052.559876] env[65899]: } obtained for exporting VM: (result){ [ 1052.559876] env[65899]: value = "vm-954055" [ 1052.559876] env[65899]: _type = "VirtualMachine" [ 1052.559876] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1052.561499] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the lease: (returnval){ [ 1052.561499] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a27d59-a692-9fb9-c22f-4a9314beb57c" [ 1052.561499] env[65899]: _type = "HttpNfcLease" [ 1052.561499] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1052.561499] env[65899]: WARNING neutronclient.v2_0.client [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.576057] env[65899]: DEBUG oslo_vmware.api [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1052.576057] env[65899]: value = "task-4895340" [ 1052.576057] env[65899]: _type = "Task" [ 1052.576057] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.580581] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.580581] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a27d59-a692-9fb9-c22f-4a9314beb57c" [ 1052.580581] env[65899]: _type = "HttpNfcLease" [ 1052.580581] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1052.584948] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1052.584948] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a27d59-a692-9fb9-c22f-4a9314beb57c" [ 1052.584948] env[65899]: _type = "HttpNfcLease" [ 1052.584948] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1052.585908] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722909f-27c7-467d-b42e-dfe1f21333d4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592454] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.594092] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.594092] env[65899]: DEBUG nova.network.neutron [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.600691] env[65899]: DEBUG oslo_vmware.api [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.606424] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52200d7b-e523-5cd2-3aa7-ddb82512303d/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1052.606620] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52200d7b-e523-5cd2-3aa7-ddb82512303d/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1052.684969] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.684969] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52118e0e-e80f-ec65-3fea-b58362012e2b" [ 1052.684969] env[65899]: _type = "HttpNfcLease" [ 1052.684969] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1052.717201] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36fd52cb-80bf-418f-a6c7-015a5769be80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.721462] env[65899]: DEBUG nova.network.neutron [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1c01912-6b48-4154-98d2-d3870276098a", "address": "fa:16:3e:75:01:55", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c01912-6b", "ovs_interfaceid": "d1c01912-6b48-4154-98d2-d3870276098a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.754068] env[65899]: WARNING neutronclient.v2_0.client [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.844918] env[65899]: DEBUG nova.network.neutron [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updated VIF entry in instance network info cache for port a5962943-23e0-4d8c-9453-bf8c84173de5. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.844918] env[65899]: DEBUG nova.network.neutron [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [{"id": "a5962943-23e0-4d8c-9453-bf8c84173de5", "address": "fa:16:3e:43:5d:69", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5962943-23", "ovs_interfaceid": "a5962943-23e0-4d8c-9453-bf8c84173de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.844918] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e3d58a-7fc8-4175-8a08-09c635fbb1cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.872833] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709811bb-56b9-4344-a27e-e0f59d436f80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.895684] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance '59452711-a31f-4f03-b5f7-d6fdfbc12ad7' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.973216] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf95e39b-a53b-4eba-837e-760cfb775bda {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.985720] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752e114b-53a5-47d4-8844-c74ad9d74a3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.022134] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f19b1-94c4-4742-9fd1-c909348ae10b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.032107] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bad78f-0a3c-41cd-8763-074cb9c1c93f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.049082] env[65899]: DEBUG nova.compute.provider_tree [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.090703] env[65899]: DEBUG oslo_vmware.api [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895340, 'name': ReconfigVM_Task, 'duration_secs': 0.274161} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.091413] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.096182] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc25002-6a0d-47c3-87aa-4e5267cb641c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.117879] env[65899]: DEBUG oslo_vmware.api [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1053.117879] env[65899]: value = "task-4895341" [ 1053.117879] env[65899]: _type = "Task" [ 1053.117879] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.129886] env[65899]: DEBUG oslo_vmware.api [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.149844] env[65899]: DEBUG nova.network.neutron [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1053.176170] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.176170] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52118e0e-e80f-ec65-3fea-b58362012e2b" [ 1053.176170] env[65899]: _type = "HttpNfcLease" [ 1053.176170] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1053.176515] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1053.176515] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52118e0e-e80f-ec65-3fea-b58362012e2b" [ 1053.176515] env[65899]: _type = "HttpNfcLease" [ 1053.176515] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1053.177435] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd99bf5-221f-451b-ad1e-021a6445330d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.187882] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1f40a-b4ca-2ad7-33b2-54cd44c5e904/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1053.187882] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1f40a-b4ca-2ad7-33b2-54cd44c5e904/disk-0.vmdk. {{(pid=65899) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1053.242350] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.243395] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.243395] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.247530] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaaca70-30a0-4c6a-ad3f-9e1caa52f3d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.271306] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d62ec94-4442-496f-9971-4b675fa5a22b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.274138] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1053.274526] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.274795] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1053.275097] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.275330] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1053.275551] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1053.275770] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1053.275957] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1053.276200] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1053.276470] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1053.276770] env[65899]: DEBUG nova.virt.hardware [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1053.283389] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfiguring VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1053.287607] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83cdf84d-c1e9-42f4-8076-d3dec0abacf2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.302321] env[65899]: WARNING neutronclient.v2_0.client [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.311240] env[65899]: DEBUG oslo_vmware.api [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1053.311240] env[65899]: value = "task-4895342" [ 1053.311240] env[65899]: _type = "Task" [ 1053.311240] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.349200] env[65899]: DEBUG oslo_concurrency.lockutils [req-8515bd87-63fe-47a8-ad9f-3100107bc9af req-e6ecde15-c2e2-4be5-a817-3a8e6a08ad57 service nova] Releasing lock "refresh_cache-c62b16dd-892f-4282-bf55-70e4d50f9ac2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.392075] env[65899]: DEBUG nova.network.neutron [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updating instance_info_cache with network_info: [{"id": "d638d288-5661-4f1b-9caf-5daf851878cd", "address": "fa:16:3e:75:bc:f4", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d288-56", "ovs_interfaceid": "d638d288-5661-4f1b-9caf-5daf851878cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.405507] env[65899]: WARNING neutronclient.v2_0.client [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.405815] env[65899]: WARNING neutronclient.v2_0.client [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.471042] env[65899]: DEBUG nova.network.neutron [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Port 9a856871-e4a3-4d63-8015-b7bdb0217933 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1053.485790] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "c10774e3-ac9b-4c4e-9d34-bde930addde9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.486292] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.486614] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "c10774e3-ac9b-4c4e-9d34-bde930addde9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.486931] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.487259] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.490244] env[65899]: INFO nova.compute.manager [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Terminating instance [ 1053.552724] env[65899]: DEBUG nova.scheduler.client.report [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.634207] env[65899]: DEBUG oslo_vmware.api [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895341, 'name': ReconfigVM_Task, 'duration_secs': 0.191035} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.638684] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954036', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'name': 'volume-1faf6c58-5980-4483-9319-9d903f2f0aa6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '794234cc-4132-4da3-be36-ea3b67ff310f', 'attached_at': '', 'detached_at': '', 'volume_id': '1faf6c58-5980-4483-9319-9d903f2f0aa6', 'serial': '1faf6c58-5980-4483-9319-9d903f2f0aa6'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.823074] env[65899]: DEBUG oslo_vmware.api [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.897215] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.897215] env[65899]: DEBUG nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Instance network_info: |[{"id": "d638d288-5661-4f1b-9caf-5daf851878cd", "address": "fa:16:3e:75:bc:f4", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d288-56", "ovs_interfaceid": "d638d288-5661-4f1b-9caf-5daf851878cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1053.897215] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:bc:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd638d288-5661-4f1b-9caf-5daf851878cd', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.906785] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Creating folder: Project (31c62b3c654943ae8a436d7cb82f57f8). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.911254] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40a74895-cedf-4346-89e4-d147eb2b78f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.927575] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Created folder: Project (31c62b3c654943ae8a436d7cb82f57f8) in parent group-v953787. [ 1053.927791] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Creating folder: Instances. Parent ref: group-v954058. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.928136] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f91cecfc-229a-4815-a97a-2c285aff81ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.941497] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Created folder: Instances in parent group-v954058. [ 1053.941841] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1053.942154] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.942478] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2bd4a4-d405-4f66-9042-728cca1fb083 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.964931] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.964931] env[65899]: value = "task-4895345" [ 1053.964931] env[65899]: _type = "Task" [ 1053.964931] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.980801] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895345, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.996759] env[65899]: DEBUG nova.compute.manager [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1053.997027] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.998587] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643efd71-496a-42bd-9571-dcf66c4551e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.009498] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.009498] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8fb151b-564c-46cb-a602-66880a1f4ed1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.020030] env[65899]: DEBUG oslo_vmware.api [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1054.020030] env[65899]: value = "task-4895346" [ 1054.020030] env[65899]: _type = "Task" [ 1054.020030] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.032129] env[65899]: DEBUG oslo_vmware.api [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.059252] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.060085] env[65899]: DEBUG nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1054.068557] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.099s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.068557] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.069013] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1054.069445] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.456s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.071565] env[65899]: INFO nova.compute.claims [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.079543] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bfd8e1-7d34-41e1-9a3c-e89c10c4d934 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.098131] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01dece-8b93-4ad8-b7ec-6b461da7f100 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.120616] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf45c86a-9a7e-436a-b3cb-0cef6163500c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.132715] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea11134-2b1c-46e0-a3f6-45c08d55dc59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.180110] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178387MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1054.180260] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.204086] env[65899]: DEBUG nova.objects.instance [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lazy-loading 'flavor' on Instance uuid 794234cc-4132-4da3-be36-ea3b67ff310f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.323733] env[65899]: DEBUG oslo_vmware.api [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895342, 'name': ReconfigVM_Task, 'duration_secs': 0.778575} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.326200] env[65899]: WARNING neutronclient.v2_0.client [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.326921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.327301] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfigured VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1054.492797] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895345, 'name': CreateVM_Task, 'duration_secs': 0.507874} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.498075] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.502392] env[65899]: WARNING neutronclient.v2_0.client [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.502704] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.502948] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.503438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.511027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.511027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.511027] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.514523] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2a4caa-0137-4297-a467-64a4efbc43e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.526624] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1054.526624] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527dc165-3902-71b7-89a7-a94b970433e5" [ 1054.526624] env[65899]: _type = "Task" [ 1054.526624] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.536517] env[65899]: DEBUG oslo_vmware.api [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895346, 'name': PowerOffVM_Task, 'duration_secs': 0.337785} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.538731] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.538912] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.539199] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad5b280-ef5b-4ec5-afc3-5da91cd8d01d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.547035] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527dc165-3902-71b7-89a7-a94b970433e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018314} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.547035] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.547035] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.547324] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.547324] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.547412] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.547656] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dbb9e8d-67bf-4bef-b697-a07ba04b157d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.557975] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.558149] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.562023] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c26c92-abfb-44ad-ac45-b4094754c53c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.567824] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1054.567824] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5277bb18-8ca9-8331-b8ab-6c07ed715f52" [ 1054.567824] env[65899]: _type = "Task" [ 1054.567824] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.587024] env[65899]: DEBUG nova.compute.utils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.587024] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5277bb18-8ca9-8331-b8ab-6c07ed715f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.590146] env[65899]: DEBUG nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1054.590587] env[65899]: DEBUG nova.network.neutron [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1054.590689] env[65899]: WARNING neutronclient.v2_0.client [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.591068] env[65899]: WARNING neutronclient.v2_0.client [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.624253] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.624674] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.625016] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleting the datastore file [datastore1] c10774e3-ac9b-4c4e-9d34-bde930addde9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.625405] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c22ad620-bf0d-4cec-b884-24bf11658e88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.634025] env[65899]: DEBUG oslo_vmware.api [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1054.634025] env[65899]: value = "task-4895348" [ 1054.634025] env[65899]: _type = "Task" [ 1054.634025] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.642604] env[65899]: DEBUG oslo_vmware.api [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.650138] env[65899]: DEBUG nova.policy [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f542505fc99d41f8b366deacac61bf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35f72db077c4a1e8deed64432c84845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.833445] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f0c021da-2f4e-45de-9c21-10323a3b8248 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.491s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.862392] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Completed reading data from the image iterator. {{(pid=65899) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1054.862649] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1f40a-b4ca-2ad7-33b2-54cd44c5e904/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1054.864136] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa6683-965d-4fb5-bd7e-40a8bbfa7b1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.875488] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1f40a-b4ca-2ad7-33b2-54cd44c5e904/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1054.876132] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1f40a-b4ca-2ad7-33b2-54cd44c5e904/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1054.876132] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c4973140-8b1c-47c6-8fa7-9c34ce97807a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.917603] env[65899]: DEBUG nova.compute.manager [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-changed-d1c01912-6b48-4154-98d2-d3870276098a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.917603] env[65899]: DEBUG nova.compute.manager [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing instance network info cache due to event network-changed-d1c01912-6b48-4154-98d2-d3870276098a. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1054.917793] env[65899]: DEBUG oslo_concurrency.lockutils [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.917994] env[65899]: DEBUG oslo_concurrency.lockutils [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.918231] env[65899]: DEBUG nova.network.neutron [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing network info cache for port d1c01912-6b48-4154-98d2-d3870276098a {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.938190] env[65899]: DEBUG nova.compute.manager [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Received event network-vif-plugged-d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.938456] env[65899]: DEBUG oslo_concurrency.lockutils [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.938662] env[65899]: DEBUG oslo_concurrency.lockutils [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.938935] env[65899]: DEBUG oslo_concurrency.lockutils [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.939230] env[65899]: DEBUG nova.compute.manager [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] No waiting events found dispatching network-vif-plugged-d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1054.939376] env[65899]: WARNING nova.compute.manager [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Received unexpected event network-vif-plugged-d638d288-5661-4f1b-9caf-5daf851878cd for instance with vm_state building and task_state spawning. [ 1054.939576] env[65899]: DEBUG nova.compute.manager [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Received event network-changed-d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.939723] env[65899]: DEBUG nova.compute.manager [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Refreshing instance network info cache due to event network-changed-d638d288-5661-4f1b-9caf-5daf851878cd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1054.939907] env[65899]: DEBUG oslo_concurrency.lockutils [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] Acquiring lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.940061] env[65899]: DEBUG oslo_concurrency.lockutils [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] Acquired lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.940268] env[65899]: DEBUG nova.network.neutron [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Refreshing network info cache for port d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.020121] env[65899]: DEBUG nova.network.neutron [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Successfully created port: d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1055.084939] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5277bb18-8ca9-8331-b8ab-6c07ed715f52, 'name': SearchDatastore_Task, 'duration_secs': 0.016857} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.086146] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2b9a74-52e7-440a-a292-24c194f87815 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.096849] env[65899]: DEBUG nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1055.099437] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1055.099437] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526ca2f4-0832-3d3e-c7b4-0b4afc1aa573" [ 1055.099437] env[65899]: _type = "Task" [ 1055.099437] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.109888] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526ca2f4-0832-3d3e-c7b4-0b4afc1aa573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.144737] env[65899]: DEBUG oslo_vmware.api [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276191} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.147480] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.147680] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.147854] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.148521] env[65899]: INFO nova.compute.manager [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1055.148521] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1055.148949] env[65899]: DEBUG nova.compute.manager [-] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1055.149045] env[65899]: DEBUG nova.network.neutron [-] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1055.149356] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.200220] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.214403] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0f0d0b5a-713e-4443-a2ab-1137f1a82f9d tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.357s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.395650] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6dc3f-f783-4b9b-9bc4-6a905df074f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.407079] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166bd142-b1b0-4664-a515-876d1129ef5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.416383] env[65899]: DEBUG oslo_vmware.rw_handles [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1f40a-b4ca-2ad7-33b2-54cd44c5e904/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1055.416673] env[65899]: INFO nova.virt.vmwareapi.images [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Downloaded image file data 2ea1a346-4f92-4a64-9f3e-8f72f2be1419 [ 1055.463620] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d54e53-2055-49eb-b3fe-9934dc9ea725 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.467987] env[65899]: WARNING neutronclient.v2_0.client [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.471471] env[65899]: WARNING neutronclient.v2_0.client [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.478442] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dc0651-7552-4aef-b572-f12f93c8bab3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.508635] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa4e64d-c5dc-4496-8689-7979c9807e4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.513184] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d440720-8d25-44cd-9e6b-4fb9bab6f615 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.522065] env[65899]: WARNING neutronclient.v2_0.client [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.536816] env[65899]: DEBUG nova.compute.provider_tree [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.544673] env[65899]: INFO nova.virt.vmwareapi.images [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] The imported VM was unregistered [ 1055.546652] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Caching image {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1055.546885] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.547204] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65020a75-f3ca-4969-a97f-a62f1b7a39f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.565164] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created directory with path [datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.565422] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640/OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640.vmdk to [datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419/2ea1a346-4f92-4a64-9f3e-8f72f2be1419.vmdk. {{(pid=65899) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1055.565695] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-55e1e851-983c-4902-a9c3-5d110488e04d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.574126] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1055.574126] env[65899]: value = "task-4895350" [ 1055.574126] env[65899]: _type = "Task" [ 1055.574126] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.584712] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895350, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.619164] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526ca2f4-0832-3d3e-c7b4-0b4afc1aa573, 'name': SearchDatastore_Task, 'duration_secs': 0.024784} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.619164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.619164] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7a38fbe5-19be-4397-8b7b-27be59deddad/7a38fbe5-19be-4397-8b7b-27be59deddad.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.619456] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab766532-9b82-438f-85b5-60219f099d9f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.627510] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1055.627510] env[65899]: value = "task-4895351" [ 1055.627510] env[65899]: _type = "Task" [ 1055.627510] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.637237] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.711169] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.711415] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.711617] env[65899]: DEBUG nova.network.neutron [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.986087] env[65899]: DEBUG nova.network.neutron [-] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.040835] env[65899]: DEBUG nova.scheduler.client.report [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.062431] env[65899]: WARNING neutronclient.v2_0.client [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.089616] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895350, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.116044] env[65899]: DEBUG nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1056.139794] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895351, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.152211] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1056.152211] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.152211] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1056.152211] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.152798] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1056.153173] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1056.153572] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.153909] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1056.157065] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1056.157065] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1056.157065] env[65899]: DEBUG nova.virt.hardware [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1056.157065] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088a701-d773-4231-aa67-04d309c547ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.166827] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f3798c-14c1-4a49-9888-afbcbcfd16b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.189086] env[65899]: WARNING neutronclient.v2_0.client [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.215993] env[65899]: WARNING neutronclient.v2_0.client [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.375424] env[65899]: DEBUG nova.network.neutron [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updated VIF entry in instance network info cache for port d638d288-5661-4f1b-9caf-5daf851878cd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1056.376015] env[65899]: DEBUG nova.network.neutron [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updating instance_info_cache with network_info: [{"id": "d638d288-5661-4f1b-9caf-5daf851878cd", "address": "fa:16:3e:75:bc:f4", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d288-56", "ovs_interfaceid": "d638d288-5661-4f1b-9caf-5daf851878cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.417370] env[65899]: DEBUG nova.network.neutron [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updated VIF entry in instance network info cache for port d1c01912-6b48-4154-98d2-d3870276098a. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1056.418041] env[65899]: DEBUG nova.network.neutron [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1c01912-6b48-4154-98d2-d3870276098a", "address": "fa:16:3e:75:01:55", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c01912-6b", "ovs_interfaceid": "d1c01912-6b48-4154-98d2-d3870276098a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.488479] env[65899]: INFO nova.compute.manager [-] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Took 1.34 seconds to deallocate network for instance. [ 1056.546766] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.547433] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1056.550571] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.899s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.553101] env[65899]: INFO nova.compute.claims [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.587356] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895350, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.610483] env[65899]: DEBUG nova.network.neutron [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Successfully updated port: d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1056.642558] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895351, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.827353] env[65899]: WARNING neutronclient.v2_0.client [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.880316] env[65899]: DEBUG oslo_concurrency.lockutils [req-341b280e-d218-4a49-bf23-5fcc89b7724d req-3c1bf347-d3b4-4829-8bc6-dd862d8766fd service nova] Releasing lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.927073] env[65899]: DEBUG oslo_concurrency.lockutils [req-21bc853d-921e-4340-9a0f-b2bb8239af4e req-a39e247a-f066-4d76-bf3c-a2b24078655c service nova] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.985339] env[65899]: DEBUG nova.network.neutron [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.998086] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.060055] env[65899]: DEBUG nova.compute.utils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.064840] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1057.066393] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1057.067142] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.067575] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.089736] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895350, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.113347] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.113915] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.114178] env[65899]: DEBUG nova.network.neutron [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1057.126674] env[65899]: DEBUG nova.policy [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52fa90b5e5846d483fec7037834f606', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac3c67b7f4304fa7b4b852220cc74b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.142679] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.335268] env[65899]: DEBUG nova.compute.manager [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Received event network-vif-plugged-d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.335431] env[65899]: DEBUG oslo_concurrency.lockutils [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] Acquiring lock "537084c3-fac5-47b5-bdb1-4e56784055a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.335642] env[65899]: DEBUG oslo_concurrency.lockutils [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.337192] env[65899]: DEBUG oslo_concurrency.lockutils [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.337192] env[65899]: DEBUG nova.compute.manager [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] No waiting events found dispatching network-vif-plugged-d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1057.337192] env[65899]: WARNING nova.compute.manager [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Received unexpected event network-vif-plugged-d12b7d1d-68a1-426a-8fe4-82721bb82dcf for instance with vm_state building and task_state spawning. [ 1057.337192] env[65899]: DEBUG nova.compute.manager [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Received event network-changed-d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.337192] env[65899]: DEBUG nova.compute.manager [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Refreshing instance network info cache due to event network-changed-d12b7d1d-68a1-426a-8fe4-82721bb82dcf. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1057.337192] env[65899]: DEBUG oslo_concurrency.lockutils [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] Acquiring lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.356486] env[65899]: DEBUG nova.compute.manager [req-ccd93b63-0651-4d05-9e1d-633ea67b86fa req-a9651029-831f-43bd-b0ce-93510c4814ba service nova] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Received event network-vif-deleted-8230367b-d563-4ba2-95fa-27f553f1029d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.482191] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Successfully created port: b7add25e-0af6-4aef-999f-312086e5e362 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1057.487939] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.579430] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1057.615333] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895350, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.647994] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895351, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.736871} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.648374] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 7a38fbe5-19be-4397-8b7b-27be59deddad/7a38fbe5-19be-4397-8b7b-27be59deddad.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.648743] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.649131] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b72f706-ce00-4b91-8eb7-c9a2c10c56b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.659738] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1057.659738] env[65899]: value = "task-4895352" [ 1057.659738] env[65899]: _type = "Task" [ 1057.659738] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.674462] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.727884] env[65899]: DEBUG nova.network.neutron [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1057.821370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-626ad1bd-1402-465f-94c4-be4fc9305c1c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.821370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-626ad1bd-1402-465f-94c4-be4fc9305c1c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.821370] env[65899]: DEBUG nova.objects.instance [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'flavor' on Instance uuid 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.840230] env[65899]: WARNING neutronclient.v2_0.client [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.930504] env[65899]: DEBUG nova.network.neutron [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updating instance_info_cache with network_info: [{"id": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "address": "fa:16:3e:6c:1f:90", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12b7d1d-68", "ovs_interfaceid": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.010862] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab8b52e-1d33-46d2-912b-7324bd313884 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.015704] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9428f6-44e7-4513-b6ff-c384c405bdb1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.041699] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87361c6a-b0d3-4b1a-9dba-f102c8c97ca1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.046862] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1d6ef-2428-4834-b4b8-9ef6fda58e29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.055388] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance '59452711-a31f-4f03-b5f7-d6fdfbc12ad7' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.086031] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e29afd-2626-43b0-a013-f50a34c0f6c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.101028] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6219410b-ff0b-4095-939b-35c46da1cc1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.109415] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895350, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.122778] env[65899]: DEBUG nova.compute.provider_tree [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.173814] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090502} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.173814] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.173814] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8233dc77-6a8c-4f7f-9677-14ecd22e5521 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.202370] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7a38fbe5-19be-4397-8b7b-27be59deddad/7a38fbe5-19be-4397-8b7b-27be59deddad.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.203631] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-211da14a-bc7d-4011-988e-8a05ceab8fa0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.221323] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "bd877150-6456-41ee-97cd-e03efd154b50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.221583] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "bd877150-6456-41ee-97cd-e03efd154b50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.221793] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "bd877150-6456-41ee-97cd-e03efd154b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.221974] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "bd877150-6456-41ee-97cd-e03efd154b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.222212] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "bd877150-6456-41ee-97cd-e03efd154b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.224585] env[65899]: INFO nova.compute.manager [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Terminating instance [ 1058.231235] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1058.231235] env[65899]: value = "task-4895353" [ 1058.231235] env[65899]: _type = "Task" [ 1058.231235] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.240331] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.323880] env[65899]: WARNING neutronclient.v2_0.client [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.409934] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "794234cc-4132-4da3-be36-ea3b67ff310f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.410483] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.410483] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "794234cc-4132-4da3-be36-ea3b67ff310f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.410774] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.411020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.413654] env[65899]: INFO nova.compute.manager [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Terminating instance [ 1058.434098] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.435427] env[65899]: DEBUG nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Instance network_info: |[{"id": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "address": "fa:16:3e:6c:1f:90", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12b7d1d-68", "ovs_interfaceid": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1058.436291] env[65899]: DEBUG oslo_concurrency.lockutils [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] Acquired lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.436576] env[65899]: DEBUG nova.network.neutron [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Refreshing network info cache for port d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.438407] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:1f:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd12b7d1d-68a1-426a-8fe4-82721bb82dcf', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.448023] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating folder: Project (b35f72db077c4a1e8deed64432c84845). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.454227] env[65899]: WARNING neutronclient.v2_0.client [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.457363] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78877d6-136b-4957-be5a-bc844921e705 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.472040] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created folder: Project (b35f72db077c4a1e8deed64432c84845) in parent group-v953787. [ 1058.472245] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating folder: Instances. Parent ref: group-v954061. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.472539] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef4a3139-30c9-481c-8d9c-ff0f704b97dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.485892] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created folder: Instances in parent group-v954061. [ 1058.486264] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1058.486264] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.486451] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdd65ef7-92ab-4009-a6ad-c830e9f669f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.512411] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.512411] env[65899]: value = "task-4895356" [ 1058.512411] env[65899]: _type = "Task" [ 1058.512411] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.522368] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895356, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.548597] env[65899]: DEBUG nova.objects.instance [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'pci_requests' on Instance uuid 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.590261] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cba5204f-48c6-47c3-b608-827103ec98a6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance '59452711-a31f-4f03-b5f7-d6fdfbc12ad7' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.606124] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895350, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.917784} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.606462] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640/OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640.vmdk to [datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419/2ea1a346-4f92-4a64-9f3e-8f72f2be1419.vmdk. [ 1058.606645] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Cleaning up location [datastore2] OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1058.606804] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_eb2eccb5-671d-4fcd-9045-e24ae3b61640 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.608764] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce8d9190-ba9e-47ef-b210-a3f36825f287 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.611767] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1058.616367] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1058.616367] env[65899]: value = "task-4895357" [ 1058.616367] env[65899]: _type = "Task" [ 1058.616367] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.628895] env[65899]: DEBUG nova.scheduler.client.report [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.633262] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.648188] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1058.648516] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.648831] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1058.649162] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.649429] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1058.649701] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1058.650051] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1058.650354] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1058.650649] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1058.650940] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1058.651272] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1058.652468] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903e647-9283-49cb-af54-6cef97efb46e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.664231] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e272ee30-800d-4cd0-8527-5303187cae9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.731807] env[65899]: DEBUG nova.compute.manager [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1058.732044] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.733539] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efeb403-1b64-4706-aa61-8483ef3d8967 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.746661] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.750598] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48212269-ddbf-45da-8b7b-a5e34518a491 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.752584] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.759492] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1058.759492] env[65899]: value = "task-4895358" [ 1058.759492] env[65899]: _type = "Task" [ 1058.759492] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.770899] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.778833] env[65899]: WARNING neutronclient.v2_0.client [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.918694] env[65899]: DEBUG nova.compute.manager [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1058.918927] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.919959] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a1040-707d-46d6-8656-ddb8f6d8d0d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.923926] env[65899]: DEBUG nova.network.neutron [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updated VIF entry in instance network info cache for port d12b7d1d-68a1-426a-8fe4-82721bb82dcf. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.924293] env[65899]: DEBUG nova.network.neutron [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updating instance_info_cache with network_info: [{"id": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "address": "fa:16:3e:6c:1f:90", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12b7d1d-68", "ovs_interfaceid": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.933031] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.933031] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbebe242-92dd-425e-948d-e197b5562d49 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.940073] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1058.940073] env[65899]: value = "task-4895359" [ 1058.940073] env[65899]: _type = "Task" [ 1058.940073] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.953895] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.026529] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895356, 'name': CreateVM_Task, 'duration_secs': 0.424798} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.026826] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.027371] env[65899]: WARNING neutronclient.v2_0.client [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.027990] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.028151] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.028479] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.028800] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96398c4-ae17-425e-af87-a5cb4e092602 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.035220] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1059.035220] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52091482-8ecd-9935-c814-96b536539715" [ 1059.035220] env[65899]: _type = "Task" [ 1059.035220] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.045814] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52091482-8ecd-9935-c814-96b536539715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.051702] env[65899]: DEBUG nova.objects.base [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Object Instance<4081c530-6dc9-44c7-912f-5afbd318807c> lazy-loaded attributes: flavor,pci_requests {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.051969] env[65899]: DEBUG nova.network.neutron [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1059.052395] env[65899]: WARNING neutronclient.v2_0.client [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.052716] env[65899]: WARNING neutronclient.v2_0.client [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.127799] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071889} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.128140] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.128392] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419/2ea1a346-4f92-4a64-9f3e-8f72f2be1419.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.128728] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419/2ea1a346-4f92-4a64-9f3e-8f72f2be1419.vmdk to [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.129130] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-433e1654-5de3-4b8b-8ffc-5bcb6482fc2d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.134374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.135166] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1059.140841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.424s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.143261] env[65899]: INFO nova.compute.claims [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.146956] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1059.146956] env[65899]: value = "task-4895360" [ 1059.146956] env[65899]: _type = "Task" [ 1059.146956] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.157376] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.207599] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Successfully updated port: b7add25e-0af6-4aef-999f-312086e5e362 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1059.214142] env[65899]: DEBUG nova.policy [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.243874] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895353, 'name': ReconfigVM_Task, 'duration_secs': 0.65859} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.243989] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7a38fbe5-19be-4397-8b7b-27be59deddad/7a38fbe5-19be-4397-8b7b-27be59deddad.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.244642] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce879ce-2057-49b6-9473-cb7ddb5712ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.252890] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1059.252890] env[65899]: value = "task-4895361" [ 1059.252890] env[65899]: _type = "Task" [ 1059.252890] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.263085] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895361, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.272808] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895358, 'name': PowerOffVM_Task, 'duration_secs': 0.251896} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.272917] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.273065] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.273386] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bca3794-8adb-4597-9c0f-a4b227442f20 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.384059] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.384348] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.384597] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleting the datastore file [datastore2] bd877150-6456-41ee-97cd-e03efd154b50 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.384911] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f66be0-c2a5-4af6-831a-ba56676c6041 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.395073] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for the task: (returnval){ [ 1059.395073] env[65899]: value = "task-4895363" [ 1059.395073] env[65899]: _type = "Task" [ 1059.395073] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.406091] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.430094] env[65899]: DEBUG oslo_concurrency.lockutils [req-d6e95ed6-e3d2-4743-8c36-2168bf877aa2 req-52b504af-e99b-4970-bdac-ef499898a14c service nova] Releasing lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452732] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895359, 'name': PowerOffVM_Task, 'duration_secs': 0.222368} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.453158] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.453354] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.453684] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c5dad39-fd3d-4dca-8255-9e673ecd6f2c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.534198] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.534389] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.534643] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleting the datastore file [datastore1] 794234cc-4132-4da3-be36-ea3b67ff310f {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.535038] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b4b2f30-9938-4872-82cc-31d13d58de5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.551224] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52091482-8ecd-9935-c814-96b536539715, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.552125] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.552406] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.552651] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.552789] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.552965] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.553350] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1059.553350] env[65899]: value = "task-4895365" [ 1059.553350] env[65899]: _type = "Task" [ 1059.553350] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.553552] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546589e6-aad8-45ac-af91-aa9c14ac2e4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.565817] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.586865] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.587076] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.587908] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89de04fd-71d2-4d4c-a9d5-925efca698f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.595605] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1059.595605] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521b39ae-4ac4-5530-79b3-d8ca110834d7" [ 1059.595605] env[65899]: _type = "Task" [ 1059.595605] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.610662] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521b39ae-4ac4-5530-79b3-d8ca110834d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.651848] env[65899]: DEBUG nova.compute.utils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.654227] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1059.654667] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1059.655106] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.655483] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.669924] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895360, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.713092] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "refresh_cache-eca606e2-bf9e-4dfd-84ed-bc97949886e0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.713092] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "refresh_cache-eca606e2-bf9e-4dfd-84ed-bc97949886e0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.713092] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.765561] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895361, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.787438] env[65899]: DEBUG nova.policy [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52fa90b5e5846d483fec7037834f606', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac3c67b7f4304fa7b4b852220cc74b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.864999] env[65899]: DEBUG nova.compute.manager [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Received event network-vif-plugged-b7add25e-0af6-4aef-999f-312086e5e362 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.865199] env[65899]: DEBUG oslo_concurrency.lockutils [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] Acquiring lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.865459] env[65899]: DEBUG oslo_concurrency.lockutils [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.865632] env[65899]: DEBUG oslo_concurrency.lockutils [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.865799] env[65899]: DEBUG nova.compute.manager [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] No waiting events found dispatching network-vif-plugged-b7add25e-0af6-4aef-999f-312086e5e362 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1059.865964] env[65899]: WARNING nova.compute.manager [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Received unexpected event network-vif-plugged-b7add25e-0af6-4aef-999f-312086e5e362 for instance with vm_state building and task_state spawning. [ 1059.866178] env[65899]: DEBUG nova.compute.manager [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Received event network-changed-b7add25e-0af6-4aef-999f-312086e5e362 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.866382] env[65899]: DEBUG nova.compute.manager [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Refreshing instance network info cache due to event network-changed-b7add25e-0af6-4aef-999f-312086e5e362. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1059.866613] env[65899]: DEBUG oslo_concurrency.lockutils [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] Acquiring lock "refresh_cache-eca606e2-bf9e-4dfd-84ed-bc97949886e0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.907953] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.066631] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.106768] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521b39ae-4ac4-5530-79b3-d8ca110834d7, 'name': SearchDatastore_Task, 'duration_secs': 0.089081} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.107817] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3db960-af2d-49b6-9db7-23ba46001954 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.121025] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1060.121025] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b47afb-49ab-1f32-e5c3-618f4465ecbf" [ 1060.121025] env[65899]: _type = "Task" [ 1060.121025] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.137099] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b47afb-49ab-1f32-e5c3-618f4465ecbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.162425] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1060.170051] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Successfully created port: db6e8b2c-51b6-4824-ab4e-9aa199ebb3da {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1060.173078] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895360, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.270031] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895361, 'name': Rename_Task, 'duration_secs': 0.621948} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.273779] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.274476] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e015dc99-a27f-4e4b-a4ba-4de58ceddc66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.284138] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1060.284138] env[65899]: value = "task-4895366" [ 1060.284138] env[65899]: _type = "Task" [ 1060.284138] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.300461] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.407224] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.513026] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f172ad7-c562-404a-9153-e4599bd96e51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.521776] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ff23a-7e4f-4f90-9438-a8fde1961a5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.555763] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166dc894-263a-438c-b611-89384de43c53 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.570862] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc48c5-7e51-4bd2-8b28-b326cd586114 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.576184] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.587802] env[65899]: DEBUG nova.compute.provider_tree [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.634681] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b47afb-49ab-1f32-e5c3-618f4465ecbf, 'name': SearchDatastore_Task, 'duration_secs': 0.098413} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.635595] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.635595] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 537084c3-fac5-47b5-bdb1-4e56784055a3/537084c3-fac5-47b5-bdb1-4e56784055a3.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.635595] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e61e703-4587-4e3a-bb78-1f640ff5f125 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.645890] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1060.645890] env[65899]: value = "task-4895367" [ 1060.645890] env[65899]: _type = "Task" [ 1060.645890] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.648518] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52200d7b-e523-5cd2-3aa7-ddb82512303d/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1060.649693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b3ee82-8e1c-4d3e-9172-6a4fe502e893 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.663124] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52200d7b-e523-5cd2-3aa7-ddb82512303d/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1060.663320] env[65899]: ERROR oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52200d7b-e523-5cd2-3aa7-ddb82512303d/disk-0.vmdk due to incomplete transfer. [ 1060.667068] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b185daf-9dd0-41a2-82c9-e51f2aeadce0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.669350] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.678445] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895360, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.680158] env[65899]: DEBUG oslo_vmware.rw_handles [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52200d7b-e523-5cd2-3aa7-ddb82512303d/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1060.680359] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Uploaded image 116d638b-e528-4e97-83d2-470612495840 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1060.683053] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1060.683615] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37a34192-41ed-479e-be05-001c33bc0be2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.691850] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1060.691850] env[65899]: value = "task-4895368" [ 1060.691850] env[65899]: _type = "Task" [ 1060.691850] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.702842] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895368, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.795276] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.850122] env[65899]: DEBUG nova.network.neutron [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Successfully updated port: 626ad1bd-1402-465f-94c4-be4fc9305c1c {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1060.881466] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.910036] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.986308] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.069806] env[65899]: DEBUG oslo_vmware.api [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.128033} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.070094] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.070374] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.070567] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.070628] env[65899]: INFO nova.compute.manager [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1061.070879] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1061.071147] env[65899]: DEBUG nova.compute.manager [-] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1061.071253] env[65899]: DEBUG nova.network.neutron [-] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.071505] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.091695] env[65899]: DEBUG nova.scheduler.client.report [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.106428] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Updating instance_info_cache with network_info: [{"id": "b7add25e-0af6-4aef-999f-312086e5e362", "address": "fa:16:3e:86:b4:ee", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7add25e-0a", "ovs_interfaceid": "b7add25e-0af6-4aef-999f-312086e5e362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.160837] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.165693] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.174369] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895360, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.184940] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1061.206309] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895368, 'name': Destroy_Task, 'duration_secs': 0.402123} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.209647] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Destroyed the VM [ 1061.210015] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1061.210829] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87ceeb78-012f-4b0b-b216-b05557ff277c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.222039] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1061.222215] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.222372] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1061.222632] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.222833] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1061.223054] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1061.223370] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.223726] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1061.224020] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1061.224286] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1061.224544] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1061.225887] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e5728-2ae3-4604-94d5-607687cacb96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.232342] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1061.232342] env[65899]: value = "task-4895369" [ 1061.232342] env[65899]: _type = "Task" [ 1061.232342] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.244300] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ea9fc-d80f-43e3-8471-0cf6b5a6b8a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.253089] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895369, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.296511] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.352559] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.352795] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.353075] env[65899]: DEBUG nova.network.neutron [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.410738] env[65899]: DEBUG oslo_vmware.api [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Task: {'id': task-4895363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.915088} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.410996] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.411283] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.411490] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.411664] env[65899]: INFO nova.compute.manager [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1061.411919] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1061.412188] env[65899]: DEBUG nova.compute.manager [-] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1061.412310] env[65899]: DEBUG nova.network.neutron [-] [instance: bd877150-6456-41ee-97cd-e03efd154b50] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.412543] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.597084] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.597632] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1061.601108] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.614s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.601352] env[65899]: DEBUG nova.objects.instance [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lazy-loading 'resources' on Instance uuid d1fdf354-e347-41d3-b177-b15a23ac8ea6 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.610285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "refresh_cache-eca606e2-bf9e-4dfd-84ed-bc97949886e0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.610703] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Instance network_info: |[{"id": "b7add25e-0af6-4aef-999f-312086e5e362", "address": "fa:16:3e:86:b4:ee", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7add25e-0a", "ovs_interfaceid": "b7add25e-0af6-4aef-999f-312086e5e362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1061.611146] env[65899]: DEBUG oslo_concurrency.lockutils [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] Acquired lock "refresh_cache-eca606e2-bf9e-4dfd-84ed-bc97949886e0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.611383] env[65899]: DEBUG nova.network.neutron [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Refreshing network info cache for port b7add25e-0af6-4aef-999f-312086e5e362 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.612573] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:b4:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7add25e-0af6-4aef-999f-312086e5e362', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.621377] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Creating folder: Project (ac3c67b7f4304fa7b4b852220cc74b4d). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.623336] env[65899]: WARNING neutronclient.v2_0.client [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.625563] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-142a956b-cbba-4d23-a452-4e3c7c4c44b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.639489] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Created folder: Project (ac3c67b7f4304fa7b4b852220cc74b4d) in parent group-v953787. [ 1061.639898] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Creating folder: Instances. Parent ref: group-v954064. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.640470] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97bfe55c-2a50-4f50-b3c4-b301c0d771b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.655682] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Created folder: Instances in parent group-v954064. [ 1061.656204] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1061.657113] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.657401] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0b3403-f184-48cf-a820-0c900fd9d4de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.680775] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.692174] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895360, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.475252} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.693680] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ea1a346-4f92-4a64-9f3e-8f72f2be1419/2ea1a346-4f92-4a64-9f3e-8f72f2be1419.vmdk to [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.694065] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.694065] env[65899]: value = "task-4895372" [ 1061.694065] env[65899]: _type = "Task" [ 1061.694065] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.694902] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2690e19-856a-4027-9dec-f8540b316b8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.708124] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895372, 'name': CreateVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.726707] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.727588] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b1ed478-55eb-4115-8bf9-51e9f81b36fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.752046] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895369, 'name': RemoveSnapshot_Task, 'duration_secs': 0.465036} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.753627] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1061.753937] env[65899]: DEBUG nova.compute.manager [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.754333] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1061.754333] env[65899]: value = "task-4895373" [ 1061.754333] env[65899]: _type = "Task" [ 1061.754333] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.755098] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634daa57-6e34-466d-aa12-31e31b45496e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.767853] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.770757] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.797557] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895366, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.876323] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Successfully updated port: db6e8b2c-51b6-4824-ab4e-9aa199ebb3da {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1062.021541] env[65899]: WARNING nova.network.neutron [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] c1fef68a-8ae9-4259-9cbf-7d53346f033a already exists in list: networks containing: ['c1fef68a-8ae9-4259-9cbf-7d53346f033a']. ignoring it [ 1062.021835] env[65899]: WARNING nova.network.neutron [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] c1fef68a-8ae9-4259-9cbf-7d53346f033a already exists in list: networks containing: ['c1fef68a-8ae9-4259-9cbf-7d53346f033a']. ignoring it [ 1062.106950] env[65899]: DEBUG nova.compute.utils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.117452] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1062.117840] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1062.118373] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.118866] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.143294] env[65899]: WARNING neutronclient.v2_0.client [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.162821] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895367, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.366865} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.163086] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 537084c3-fac5-47b5-bdb1-4e56784055a3/537084c3-fac5-47b5-bdb1-4e56784055a3.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.163291] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.166556] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b98710-c5d8-4904-8bc9-748f96b48e51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.177593] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1062.177593] env[65899]: value = "task-4895374" [ 1062.177593] env[65899]: _type = "Task" [ 1062.177593] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.183995] env[65899]: DEBUG nova.network.neutron [-] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.188233] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.211971] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895372, 'name': CreateVM_Task, 'duration_secs': 0.421818} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.216698] env[65899]: DEBUG nova.policy [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52fa90b5e5846d483fec7037834f606', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac3c67b7f4304fa7b4b852220cc74b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.218646] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.219757] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.220147] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.220301] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.220597] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.221265] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f851aaaf-6d70-400f-a57b-ebfda5e52fd7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.236196] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1062.236196] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521b89d5-0b86-db34-f86f-c12891125a58" [ 1062.236196] env[65899]: _type = "Task" [ 1062.236196] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.237911] env[65899]: WARNING neutronclient.v2_0.client [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.251107] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521b89d5-0b86-db34-f86f-c12891125a58, 'name': SearchDatastore_Task, 'duration_secs': 0.015644} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.251433] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.251670] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.251900] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.252053] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.252266] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.252577] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a85ebc-9776-4ef1-a3bf-f4d21428fc46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.274285] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.274472] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.275595] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.275836] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39cecce-4286-468e-960b-7be035a0d1ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.281329] env[65899]: INFO nova.compute.manager [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Shelve offloading [ 1062.286960] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1062.286960] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52317f94-3dd5-df85-bb71-883db5d3cbe9" [ 1062.286960] env[65899]: _type = "Task" [ 1062.286960] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.292752] env[65899]: DEBUG nova.network.neutron [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Updated VIF entry in instance network info cache for port b7add25e-0af6-4aef-999f-312086e5e362. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.293086] env[65899]: DEBUG nova.network.neutron [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Updating instance_info_cache with network_info: [{"id": "b7add25e-0af6-4aef-999f-312086e5e362", "address": "fa:16:3e:86:b4:ee", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7add25e-0a", "ovs_interfaceid": "b7add25e-0af6-4aef-999f-312086e5e362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.306842] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52317f94-3dd5-df85-bb71-883db5d3cbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.307129] env[65899]: DEBUG oslo_vmware.api [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895366, 'name': PowerOnVM_Task, 'duration_secs': 1.838587} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.310748] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.310971] env[65899]: INFO nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1062.311209] env[65899]: DEBUG nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1062.312961] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8e0585-9cbe-406a-961b-f1e8f83dcfbc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.379158] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "refresh_cache-c220cad1-e3c7-4c8e-b208-3f6666a98d5f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.379480] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "refresh_cache-c220cad1-e3c7-4c8e-b208-3f6666a98d5f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.379626] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.508681] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db3ed3-5ba2-4736-a10b-40027bab3427 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.521510] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854ff758-0f2d-4ab5-94a1-1af388f8a67c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.554838] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51efacae-d222-4952-8b3b-4bc89a6806f9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.558645] env[65899]: WARNING neutronclient.v2_0.client [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.566954] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013dd4a4-f96a-492e-999f-2823394e9427 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.582783] env[65899]: DEBUG nova.network.neutron [-] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.584420] env[65899]: DEBUG nova.compute.provider_tree [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.618474] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1062.624155] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Successfully created port: faf99a41-0f88-4181-ab05-62b15d97c776 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1062.687423] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104333} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.687729] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.688583] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36ec01-53fc-4012-8f5d-cb583034f9d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.691225] env[65899]: INFO nova.compute.manager [-] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Took 1.62 seconds to deallocate network for instance. [ 1062.714639] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 537084c3-fac5-47b5-bdb1-4e56784055a3/537084c3-fac5-47b5-bdb1-4e56784055a3.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.718023] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467f4062-ca92-4183-a4c6-8d4a1fa58a4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.741286] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1062.741286] env[65899]: value = "task-4895375" [ 1062.741286] env[65899]: _type = "Task" [ 1062.741286] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.752861] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.768796] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.792791] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.792791] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e96ee2-682a-4f64-b89d-7240b8d2c0ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.801823] env[65899]: DEBUG oslo_concurrency.lockutils [req-2c41cca3-81e6-439c-830a-f1a11015f9f3 req-40554a93-b579-44e3-acb8-30ad0a6c5744 service nova] Releasing lock "refresh_cache-eca606e2-bf9e-4dfd-84ed-bc97949886e0" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.804833] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1062.804833] env[65899]: value = "task-4895376" [ 1062.804833] env[65899]: _type = "Task" [ 1062.804833] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.805109] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52317f94-3dd5-df85-bb71-883db5d3cbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.071643} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.809839] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae02385-c2d9-4006-bcbe-c4eff95023d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.821416] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1062.821571] env[65899]: DEBUG nova.compute.manager [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1062.821903] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1062.821903] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5238275b-c84d-db98-9720-ed78966bf7be" [ 1062.821903] env[65899]: _type = "Task" [ 1062.821903] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.822682] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bdb848-6a9a-4cac-848a-340917fbe5ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.834331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.834498] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.834660] env[65899]: DEBUG nova.network.neutron [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.840157] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5238275b-c84d-db98-9720-ed78966bf7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.840586] env[65899]: INFO nova.compute.manager [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Took 27.20 seconds to build instance. [ 1062.845021] env[65899]: WARNING neutronclient.v2_0.client [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.882064] env[65899]: DEBUG nova.compute.manager [req-2b3c65ea-30ff-49ac-970b-c9807330115a req-f74f2134-06ff-4251-8162-dada95534770 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-vif-plugged-626ad1bd-1402-465f-94c4-be4fc9305c1c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1062.882342] env[65899]: DEBUG oslo_concurrency.lockutils [req-2b3c65ea-30ff-49ac-970b-c9807330115a req-f74f2134-06ff-4251-8162-dada95534770 service nova] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.882539] env[65899]: DEBUG oslo_concurrency.lockutils [req-2b3c65ea-30ff-49ac-970b-c9807330115a req-f74f2134-06ff-4251-8162-dada95534770 service nova] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.882701] env[65899]: DEBUG oslo_concurrency.lockutils [req-2b3c65ea-30ff-49ac-970b-c9807330115a req-f74f2134-06ff-4251-8162-dada95534770 service nova] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.882861] env[65899]: DEBUG nova.compute.manager [req-2b3c65ea-30ff-49ac-970b-c9807330115a req-f74f2134-06ff-4251-8162-dada95534770 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] No waiting events found dispatching network-vif-plugged-626ad1bd-1402-465f-94c4-be4fc9305c1c {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1062.883049] env[65899]: WARNING nova.compute.manager [req-2b3c65ea-30ff-49ac-970b-c9807330115a req-f74f2134-06ff-4251-8162-dada95534770 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received unexpected event network-vif-plugged-626ad1bd-1402-465f-94c4-be4fc9305c1c for instance with vm_state active and task_state None. [ 1062.914944] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1062.945767] env[65899]: DEBUG nova.network.neutron [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1c01912-6b48-4154-98d2-d3870276098a", "address": "fa:16:3e:75:01:55", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c01912-6b", "ovs_interfaceid": "d1c01912-6b48-4154-98d2-d3870276098a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "626ad1bd-1402-465f-94c4-be4fc9305c1c", "address": "fa:16:3e:4b:52:71", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626ad1bd-14", "ovs_interfaceid": "626ad1bd-1402-465f-94c4-be4fc9305c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.008873] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.087148] env[65899]: INFO nova.compute.manager [-] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Took 1.67 seconds to deallocate network for instance. [ 1063.088094] env[65899]: DEBUG nova.scheduler.client.report [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.116321] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Updating instance_info_cache with network_info: [{"id": "db6e8b2c-51b6-4824-ab4e-9aa199ebb3da", "address": "fa:16:3e:9a:7b:92", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6e8b2c-51", "ovs_interfaceid": "db6e8b2c-51b6-4824-ab4e-9aa199ebb3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.219823] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.236917] env[65899]: DEBUG nova.compute.manager [req-90046608-1bca-4ac3-a5bf-ac3b984a97f4 req-8df11cf2-0795-4f8a-8d54-05ed9362b17d service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Received event network-vif-plugged-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1063.236917] env[65899]: DEBUG oslo_concurrency.lockutils [req-90046608-1bca-4ac3-a5bf-ac3b984a97f4 req-8df11cf2-0795-4f8a-8d54-05ed9362b17d service nova] Acquiring lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.236917] env[65899]: DEBUG oslo_concurrency.lockutils [req-90046608-1bca-4ac3-a5bf-ac3b984a97f4 req-8df11cf2-0795-4f8a-8d54-05ed9362b17d service nova] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.236917] env[65899]: DEBUG oslo_concurrency.lockutils [req-90046608-1bca-4ac3-a5bf-ac3b984a97f4 req-8df11cf2-0795-4f8a-8d54-05ed9362b17d service nova] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.236917] env[65899]: DEBUG nova.compute.manager [req-90046608-1bca-4ac3-a5bf-ac3b984a97f4 req-8df11cf2-0795-4f8a-8d54-05ed9362b17d service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] No waiting events found dispatching network-vif-plugged-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.237076] env[65899]: WARNING nova.compute.manager [req-90046608-1bca-4ac3-a5bf-ac3b984a97f4 req-8df11cf2-0795-4f8a-8d54-05ed9362b17d service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Received unexpected event network-vif-plugged-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da for instance with vm_state building and task_state spawning. [ 1063.251672] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.269114] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895373, 'name': ReconfigVM_Task, 'duration_secs': 1.151127} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.269447] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2/c62b16dd-892f-4282-bf55-70e4d50f9ac2.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.270910] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'encrypted': False, 'guest_format': None, 'image_id': 'a6411459-c389-4b5f-8a2f-bea2acd6f8f2'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'a4197a6e-5e89-4d24-abfe-f60515533161', 'disk_bus': None, 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954051', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'name': 'volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c62b16dd-892f-4282-bf55-70e4d50f9ac2', 'attached_at': '', 'detached_at': '', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'serial': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65899) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1063.271187] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1063.271435] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954051', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'name': 'volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c62b16dd-892f-4282-bf55-70e4d50f9ac2', 'attached_at': '', 'detached_at': '', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'serial': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1063.272626] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11810169-7bc1-4203-8bdb-c6b53dec121f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.289470] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0c3311-daaf-4547-a604-e7c43d2313c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.317531] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6/volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.317871] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d64388-c4a6-45be-8896-a5981e6d7bc2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.341400] env[65899]: WARNING neutronclient.v2_0.client [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.343929] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5238275b-c84d-db98-9720-ed78966bf7be, 'name': SearchDatastore_Task, 'duration_secs': 0.038563} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.345219] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.345498] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] eca606e2-bf9e-4dfd-84ed-bc97949886e0/eca606e2-bf9e-4dfd-84ed-bc97949886e0.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.345810] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1063.345810] env[65899]: value = "task-4895377" [ 1063.345810] env[65899]: _type = "Task" [ 1063.345810] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.346135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.711s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.346543] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd614505-61e7-47d0-b783-f623e589e725 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.358531] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895377, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.360212] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1063.360212] env[65899]: value = "task-4895378" [ 1063.360212] env[65899]: _type = "Task" [ 1063.360212] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.450301] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.450959] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.451195] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.452517] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86e42e0-c750-4f65-9379-57ae86d82528 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.472991] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1063.473333] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.473498] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1063.473703] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.473852] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1063.473964] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1063.474197] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.474359] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1063.474523] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1063.474679] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1063.474843] env[65899]: DEBUG nova.virt.hardware [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1063.481295] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfiguring VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1063.482032] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be7fded-3163-4b6d-ae6a-a58bfcdf7ac3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.501012] env[65899]: DEBUG oslo_vmware.api [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1063.501012] env[65899]: value = "task-4895379" [ 1063.501012] env[65899]: _type = "Task" [ 1063.501012] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.509762] env[65899]: DEBUG oslo_vmware.api [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895379, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.597908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.600332] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.601115] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.996s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.603011] env[65899]: INFO nova.compute.claims [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.608661] env[65899]: WARNING neutronclient.v2_0.client [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.619159] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "refresh_cache-c220cad1-e3c7-4c8e-b208-3f6666a98d5f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.619682] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Instance network_info: |[{"id": "db6e8b2c-51b6-4824-ab4e-9aa199ebb3da", "address": "fa:16:3e:9a:7b:92", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6e8b2c-51", "ovs_interfaceid": "db6e8b2c-51b6-4824-ab4e-9aa199ebb3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1063.620194] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:7b:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db6e8b2c-51b6-4824-ab4e-9aa199ebb3da', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.629296] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1063.629548] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.630912] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1063.634413] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb65225a-414d-455e-b147-25d0ad99b138 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.651406] env[65899]: INFO nova.scheduler.client.report [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Deleted allocations for instance d1fdf354-e347-41d3-b177-b15a23ac8ea6 [ 1063.668332] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.668332] env[65899]: value = "task-4895380" [ 1063.668332] env[65899]: _type = "Task" [ 1063.668332] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.682504] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895380, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.692942] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1063.693476] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.693476] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1063.693570] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.693707] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1063.693858] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1063.694091] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.694260] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1063.694430] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1063.694717] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1063.694798] env[65899]: DEBUG nova.virt.hardware [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1063.696163] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebd02ba-f5ab-425d-aebd-07364ed63b9d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.706103] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4cf4b8-457c-4628-a851-df41fbbac93f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.754042] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895375, 'name': ReconfigVM_Task, 'duration_secs': 0.900554} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.754365] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 537084c3-fac5-47b5-bdb1-4e56784055a3/537084c3-fac5-47b5-bdb1-4e56784055a3.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.755063] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f44bc12-7871-4550-a08a-32dc6305b6b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.764414] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1063.764414] env[65899]: value = "task-4895381" [ 1063.764414] env[65899]: _type = "Task" [ 1063.764414] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.774996] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895381, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.860023] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.874572] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895378, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.945246] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.945554] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.945823] env[65899]: DEBUG nova.compute.manager [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Going to confirm migration 5 {{(pid=65899) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1064.016283] env[65899]: DEBUG oslo_vmware.api [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.166610] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5be30ea8-2410-4619-abde-6f04391b7d22 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Lock "d1fdf354-e347-41d3-b177-b15a23ac8ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.403s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.180449] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895380, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.210813] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Successfully updated port: faf99a41-0f88-4181-ab05-62b15d97c776 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1064.250673] env[65899]: DEBUG nova.network.neutron [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Updating instance_info_cache with network_info: [{"id": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "address": "fa:16:3e:10:d7:f0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19848aea-8e", "ovs_interfaceid": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.277482] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895381, 'name': Rename_Task, 'duration_secs': 0.295952} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.277813] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.278095] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba8357d-9de8-420a-ad12-a2e08c43225c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.286396] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1064.286396] env[65899]: value = "task-4895382" [ 1064.286396] env[65899]: _type = "Task" [ 1064.286396] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.297705] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.359886] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895377, 'name': ReconfigVM_Task, 'duration_secs': 0.725662} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.360212] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6/volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.365377] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f7a3ac-149c-49ef-a2c9-0353533dc052 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.387507] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578089} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.389050] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] eca606e2-bf9e-4dfd-84ed-bc97949886e0/eca606e2-bf9e-4dfd-84ed-bc97949886e0.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.389350] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.389638] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1064.389638] env[65899]: value = "task-4895383" [ 1064.389638] env[65899]: _type = "Task" [ 1064.389638] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.389841] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60c26eba-4395-4334-b1d7-bf295ff6ed09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.406536] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.408499] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1064.408499] env[65899]: value = "task-4895384" [ 1064.408499] env[65899]: _type = "Task" [ 1064.408499] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.419224] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.454759] env[65899]: WARNING neutronclient.v2_0.client [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.509688] env[65899]: WARNING neutronclient.v2_0.client [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.510040] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.510196] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.510366] env[65899]: DEBUG nova.network.neutron [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.510546] env[65899]: DEBUG nova.objects.instance [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'info_cache' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.517607] env[65899]: DEBUG oslo_vmware.api [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895379, 'name': ReconfigVM_Task, 'duration_secs': 0.73931} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.517826] env[65899]: WARNING neutronclient.v2_0.client [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.518097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.518305] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfigured VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1064.685577] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895380, 'name': CreateVM_Task, 'duration_secs': 0.570531} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.685777] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.686314] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.686670] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.686847] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.687183] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.688533] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffb57a5-0711-487e-ad53-62b4b723f47d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.697624] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1064.697624] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5209e30c-4825-841d-c6db-323a3a476f97" [ 1064.697624] env[65899]: _type = "Task" [ 1064.697624] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.708278] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5209e30c-4825-841d-c6db-323a3a476f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.714383] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "refresh_cache-91b235d8-6c10-41f7-85dc-ba6e6db95e8b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.714383] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "refresh_cache-91b235d8-6c10-41f7-85dc-ba6e6db95e8b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.714642] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.754354] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.754880] env[65899]: WARNING neutronclient.v2_0.client [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.755146] env[65899]: WARNING neutronclient.v2_0.client [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.800266] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.911025] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895383, 'name': ReconfigVM_Task, 'duration_secs': 0.278175} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.913923] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954051', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'name': 'volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c62b16dd-892f-4282-bf55-70e4d50f9ac2', 'attached_at': '', 'detached_at': '', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'serial': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1064.914482] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c644388d-ac07-4500-8366-d5b04efeafe5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.918576] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b1f82-c436-4d08-a672-a645ba832ef6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.925301] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106053} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.926162] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.927077] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37dba9d-3a18-4958-90e5-cb79becfc6c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.932848] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1064.932848] env[65899]: value = "task-4895385" [ 1064.932848] env[65899]: _type = "Task" [ 1064.932848] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.934415] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e6a4f5-c062-4d91-afdd-e06fc209aaf5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.959491] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] eca606e2-bf9e-4dfd-84ed-bc97949886e0/eca606e2-bf9e-4dfd-84ed-bc97949886e0.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.960605] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea18e62-5571-464d-be7c-e8380eda9dce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.006159] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455fa46-fe82-4ca5-a98e-b3731aa87536 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.012765] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895385, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.017149] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1065.017149] env[65899]: value = "task-4895386" [ 1065.017149] env[65899]: _type = "Task" [ 1065.017149] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.024638] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d293a52-6066-4da7-9c30-44cc1bbbb5df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.030136] env[65899]: DEBUG oslo_concurrency.lockutils [None req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-626ad1bd-1402-465f-94c4-be4fc9305c1c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.211s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.046879] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.048521] env[65899]: DEBUG nova.compute.provider_tree [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.103294] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.104458] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43fb3c-76a3-4543-b684-fe8e6cbc8a3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.113776] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.114243] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f80529-e605-4b21-99cc-d478e24f4555 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.211767] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5209e30c-4825-841d-c6db-323a3a476f97, 'name': SearchDatastore_Task, 'duration_secs': 0.013318} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.213338] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.213656] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.213907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.214071] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.214253] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.214545] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.214715] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.214871] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleting the datastore file [datastore2] 10acdd61-a71e-45e7-bb02-e78f17d4218c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.215128] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-976d57bc-d636-4e61-b70b-e7102b0372cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.217083] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26d6cd46-3113-4f32-8187-9aaf4c0cd9fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.225033] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1065.225033] env[65899]: value = "task-4895388" [ 1065.225033] env[65899]: _type = "Task" [ 1065.225033] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.229977] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.230178] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.231354] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f344fe-43ed-40e9-8e6f-ae557c542171 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.236938] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.240701] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1065.240701] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52863caa-7d9e-15ca-10d6-9d3c01c204e5" [ 1065.240701] env[65899]: _type = "Task" [ 1065.240701] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.249651] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52863caa-7d9e-15ca-10d6-9d3c01c204e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.256107] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1065.301773] env[65899]: DEBUG oslo_vmware.api [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895382, 'name': PowerOnVM_Task, 'duration_secs': 0.738712} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.304808] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.305016] env[65899]: INFO nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1065.305202] env[65899]: DEBUG nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1065.306236] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4162b9e-c710-49f7-9a8b-e5e8caa79b4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.331248] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.331474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.331671] env[65899]: INFO nova.compute.manager [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Shelving [ 1065.335045] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.406299] env[65899]: DEBUG nova.network.neutron [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Updating instance_info_cache with network_info: [{"id": "faf99a41-0f88-4181-ab05-62b15d97c776", "address": "fa:16:3e:e9:85:c0", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf99a41-0f", "ovs_interfaceid": "faf99a41-0f88-4181-ab05-62b15d97c776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.448498] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895385, 'name': Rename_Task, 'duration_secs': 0.306129} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.448968] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.449484] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9954773e-212c-4f78-8f6b-aedf7e42f47e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.460511] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1065.460511] env[65899]: value = "task-4895389" [ 1065.460511] env[65899]: _type = "Task" [ 1065.460511] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.473517] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.521055] env[65899]: WARNING neutronclient.v2_0.client [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.535599] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.552021] env[65899]: DEBUG nova.scheduler.client.report [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.696485] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-changed-626ad1bd-1402-465f-94c4-be4fc9305c1c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1065.696734] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing instance network info cache due to event network-changed-626ad1bd-1402-465f-94c4-be4fc9305c1c. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1065.696940] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.697095] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.697259] env[65899]: DEBUG nova.network.neutron [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Refreshing network info cache for port 626ad1bd-1402-465f-94c4-be4fc9305c1c {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.737557] env[65899]: DEBUG oslo_vmware.api [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360727} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.739185] env[65899]: WARNING neutronclient.v2_0.client [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.742236] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.742495] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.742755] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.755938] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52863caa-7d9e-15ca-10d6-9d3c01c204e5, 'name': SearchDatastore_Task, 'duration_secs': 0.05321} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.756965] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5e0701-4d08-4fe2-b259-043a607762f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.762925] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1065.762925] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b2bbc9-d8af-282e-00f8-aca93c23817b" [ 1065.762925] env[65899]: _type = "Task" [ 1065.762925] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.773110] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b2bbc9-d8af-282e-00f8-aca93c23817b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.774540] env[65899]: INFO nova.scheduler.client.report [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted allocations for instance 10acdd61-a71e-45e7-bb02-e78f17d4218c [ 1065.791086] env[65899]: DEBUG nova.compute.manager [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Received event network-changed-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1065.792017] env[65899]: DEBUG nova.compute.manager [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Refreshing instance network info cache due to event network-changed-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1065.792017] env[65899]: DEBUG oslo_concurrency.lockutils [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] Acquiring lock "refresh_cache-c220cad1-e3c7-4c8e-b208-3f6666a98d5f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.792017] env[65899]: DEBUG oslo_concurrency.lockutils [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] Acquired lock "refresh_cache-c220cad1-e3c7-4c8e-b208-3f6666a98d5f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.792017] env[65899]: DEBUG nova.network.neutron [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Refreshing network info cache for port db6e8b2c-51b6-4824-ab4e-9aa199ebb3da {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.827733] env[65899]: DEBUG nova.network.neutron [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.828707] env[65899]: INFO nova.compute.manager [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Took 25.55 seconds to build instance. [ 1065.910102] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "refresh_cache-91b235d8-6c10-41f7-85dc-ba6e6db95e8b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.910624] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Instance network_info: |[{"id": "faf99a41-0f88-4181-ab05-62b15d97c776", "address": "fa:16:3e:e9:85:c0", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf99a41-0f", "ovs_interfaceid": "faf99a41-0f88-4181-ab05-62b15d97c776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1065.911229] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:85:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faf99a41-0f88-4181-ab05-62b15d97c776', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.918683] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1065.919417] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.919700] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8379f19-3131-4031-bb47-0c3b07f813fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.942548] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.942548] env[65899]: value = "task-4895390" [ 1065.942548] env[65899]: _type = "Task" [ 1065.942548] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.952710] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895390, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.970349] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895389, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.031211] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895386, 'name': ReconfigVM_Task, 'duration_secs': 0.721011} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.031576] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] eca606e2-bf9e-4dfd-84ed-bc97949886e0/eca606e2-bf9e-4dfd-84ed-bc97949886e0.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.032269] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4dfe269-05fd-4ccc-99fa-ce0e2b023435 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.040609] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1066.040609] env[65899]: value = "task-4895391" [ 1066.040609] env[65899]: _type = "Task" [ 1066.040609] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.049898] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895391, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.056989] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.057619] env[65899]: DEBUG nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1066.060361] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.880s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.200453] env[65899]: WARNING neutronclient.v2_0.client [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.276431] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b2bbc9-d8af-282e-00f8-aca93c23817b, 'name': SearchDatastore_Task, 'duration_secs': 0.014247} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.276830] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.277140] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c220cad1-e3c7-4c8e-b208-3f6666a98d5f/c220cad1-e3c7-4c8e-b208-3f6666a98d5f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.277425] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc6af3f1-802a-42a8-8581-84fe927ef6f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.280919] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.289332] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1066.289332] env[65899]: value = "task-4895392" [ 1066.289332] env[65899]: _type = "Task" [ 1066.289332] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.296370] env[65899]: WARNING neutronclient.v2_0.client [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.311070] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.329701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.329985] env[65899]: DEBUG nova.objects.instance [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'migration_context' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.335822] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7665c7ca-6562-4558-8c03-614aaf045d1e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.064s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.340796] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.341260] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d6fa9e-c4a2-4c2f-bc18-f392521dfcb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.349177] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1066.349177] env[65899]: value = "task-4895393" [ 1066.349177] env[65899]: _type = "Task" [ 1066.349177] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.363783] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.455106] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895390, 'name': CreateVM_Task, 'duration_secs': 0.419027} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.455418] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.455903] env[65899]: WARNING neutronclient.v2_0.client [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.456353] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.456510] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.456827] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.457120] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcaa845-942e-4d84-af88-4ffebee3a096 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.463127] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1066.463127] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520d83c2-f1f5-7446-9ab2-ff5878b5884e" [ 1066.463127] env[65899]: _type = "Task" [ 1066.463127] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.476253] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520d83c2-f1f5-7446-9ab2-ff5878b5884e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.480055] env[65899]: DEBUG oslo_vmware.api [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895389, 'name': PowerOnVM_Task, 'duration_secs': 0.829074} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.480345] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.553733] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895391, 'name': Rename_Task, 'duration_secs': 0.278865} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.554147] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.557311] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce738af-9aad-4cf8-83ff-3cda4c7abb50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.564671] env[65899]: DEBUG nova.compute.utils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.581650] env[65899]: DEBUG nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1066.581973] env[65899]: DEBUG nova.network.neutron [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1066.582308] env[65899]: WARNING neutronclient.v2_0.client [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.582648] env[65899]: WARNING neutronclient.v2_0.client [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.585938] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1066.585938] env[65899]: value = "task-4895394" [ 1066.585938] env[65899]: _type = "Task" [ 1066.585938] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.608796] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895394, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.646644] env[65899]: DEBUG nova.compute.manager [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1066.648253] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bd6c55-8931-4c4e-9687-3dcf58ff738d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.802635] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.836813] env[65899]: DEBUG nova.objects.base [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Object Instance<59452711-a31f-4f03-b5f7-d6fdfbc12ad7> lazy-loaded attributes: info_cache,migration_context {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.837984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f30dc7-3c57-4dc7-9a4b-4bd491be3b0c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.864439] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f5f993-c796-4cc2-94de-d3f0eee5e78a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.873469] env[65899]: DEBUG oslo_vmware.api [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1066.873469] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ab1635-981e-8401-2f54-8767f0a81db5" [ 1066.873469] env[65899]: _type = "Task" [ 1066.873469] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.879551] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895393, 'name': PowerOffVM_Task, 'duration_secs': 0.295808} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.885993] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.886852] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae520d4-51a1-4903-ad97-2d64515235f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.897798] env[65899]: DEBUG oslo_vmware.api [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ab1635-981e-8401-2f54-8767f0a81db5, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.912368] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.913403] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbb73d4-492f-44d2-a120-d973f709100d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.981552] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520d83c2-f1f5-7446-9ab2-ff5878b5884e, 'name': SearchDatastore_Task, 'duration_secs': 0.012832} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.981957] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.982324] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.982686] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.983227] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.983292] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.983639] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a49b80c-58df-4ad4-8d26-44c25529dabf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.994337] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.994639] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.995483] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25fe6d6-e18b-4d5d-89e7-9732543043a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.001927] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1067.001927] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52496f9d-e61f-31d7-9233-7a743e0a372b" [ 1067.001927] env[65899]: _type = "Task" [ 1067.001927] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.013116] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52496f9d-e61f-31d7-9233-7a743e0a372b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.082672] env[65899]: DEBUG nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1067.093023] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Applying migration context for instance 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 as it has an incoming, in-progress migration 975e28ee-9b86-4a40-adb9-fba54c2ccd50. Migration status is confirming {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1067.093023] env[65899]: INFO nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating resource usage from migration 975e28ee-9b86-4a40-adb9-fba54c2ccd50 [ 1067.105473] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.126255] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ccb8fe18-7c1e-4361-bebb-70daa4807985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.126255] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ae416780-a2c7-444a-a5a9-a5c111b5643a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.126255] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 60454fdc-2575-47e4-be42-a06554329539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.126407] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 794234cc-4132-4da3-be36-ea3b67ff310f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1067.126438] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c9d51665-c240-432c-b604-e7313ad1df6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.126539] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 4081c530-6dc9-44c7-912f-5afbd318807c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.126669] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 4463605c-886f-4611-a59d-b4cc8b706671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.126806] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c10774e3-ac9b-4c4e-9d34-bde930addde9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1067.126922] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c62b16dd-892f-4282-bf55-70e4d50f9ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128131] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance bd877150-6456-41ee-97cd-e03efd154b50 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Migration 975e28ee-9b86-4a40-adb9-fba54c2ccd50 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7a38fbe5-19be-4397-8b7b-27be59deddad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance eca606e2-bf9e-4dfd-84ed-bc97949886e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c220cad1-e3c7-4c8e-b208-3f6666a98d5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 91b235d8-6c10-41f7-85dc-ba6e6db95e8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128131] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 293fc39a-9778-46d8-925a-b2ea7cb8a0dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1067.128387] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1067.128477] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '7', 'num_task_None': '9', 'num_os_type_None': '14', 'num_proj_3e1e2f4e8b3e4505b24625bbbdfdd852': '2', 'io_workload': '4', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '4', 'num_proj_43a932921185406e952f642af150b2d5': '1', 'num_proj_19ad6aa3e74a4ac8be27c9e0980d31fd': '2', 'num_vm_rescued': '1', 'num_vm_resized': '1', 'num_proj_3ec6d067cda04e9ab138af689fdc07bf': '1', 'num_task_shelving': '1', 'num_proj_305817b6558247c583a4ec1d9818140d': '1', 'num_proj_5b9b2291fd5140febde220bc57284ee3': '1', 'num_proj_5809733822c54ecd9d725c104bd59d7b': '1', 'num_proj_31c62b3c654943ae8a436d7cb82f57f8': '1', 'num_proj_b35f72db077c4a1e8deed64432c84845': '1', 'num_vm_building': '4', 'num_proj_ac3c67b7f4304fa7b4b852220cc74b4d': '3'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1067.172516] env[65899]: DEBUG nova.policy [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485a2a10e6fe4533ac189a10a9be7dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1e2f4e8b3e4505b24625bbbdfdd852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.181116] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0906ff44-6ec0-49e2-9fa7-978518209e91 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 48.801s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.202231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.300717] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895392, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.424674] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.425579] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-acf31172-312a-414a-973a-fea7d2728f65 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.435453] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1067.435453] env[65899]: value = "task-4895395" [ 1067.435453] env[65899]: _type = "Task" [ 1067.435453] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.446640] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.467021] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b0a826-e11c-41e0-9a75-516b6d5177f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.475087] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a88aa5-b898-40b9-b1ce-7f417700726a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.523516] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae58510-048a-4484-98d1-40cc5035edd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.544259] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63c697-1097-4d87-b210-546f28848868 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.547920] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52496f9d-e61f-31d7-9233-7a743e0a372b, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.549403] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec65dcbb-a321-44a8-b9ba-a7f523686a28 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.560364] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.566212] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1067.566212] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529c9c95-0d7b-bbb6-8402-90c44ff7cf27" [ 1067.566212] env[65899]: _type = "Task" [ 1067.566212] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.577218] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529c9c95-0d7b-bbb6-8402-90c44ff7cf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.604554] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895394, 'name': PowerOnVM_Task, 'duration_secs': 0.71939} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.605228] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.608238] env[65899]: INFO nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1067.608238] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1067.608238] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a1f63-1eff-40f1-9d43-d582c4664eea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.626994] env[65899]: DEBUG nova.network.neutron [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Successfully created port: 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1067.656089] env[65899]: WARNING neutronclient.v2_0.client [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.683398] env[65899]: WARNING neutronclient.v2_0.client [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.801070] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895392, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.886961] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-d1c01912-6b48-4154-98d2-d3870276098a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.887428] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-d1c01912-6b48-4154-98d2-d3870276098a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.949479] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895395, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.064089] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.077131] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529c9c95-0d7b-bbb6-8402-90c44ff7cf27, 'name': SearchDatastore_Task, 'duration_secs': 0.03073} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.078021] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.078394] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 91b235d8-6c10-41f7-85dc-ba6e6db95e8b/91b235d8-6c10-41f7-85dc-ba6e6db95e8b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.078708] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b352aa3d-17d1-4703-aa58-be1ba6048228 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.086267] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1068.086267] env[65899]: value = "task-4895396" [ 1068.086267] env[65899]: _type = "Task" [ 1068.086267] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.091248] env[65899]: DEBUG nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1068.098268] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.126358] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1068.126606] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.129370] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1068.129592] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.129742] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1068.129877] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1068.130104] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.130265] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1068.130435] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1068.130597] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1068.130765] env[65899]: DEBUG nova.virt.hardware [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1068.131729] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df52653a-3b45-420a-b8b5-398e7adbc33c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.136879] env[65899]: INFO nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Took 19.55 seconds to build instance. [ 1068.142569] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec919c-ebe5-4c94-ad41-5c6a248edbbe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.164238] env[65899]: DEBUG nova.network.neutron [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updated VIF entry in instance network info cache for port 626ad1bd-1402-465f-94c4-be4fc9305c1c. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.164238] env[65899]: DEBUG nova.network.neutron [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1c01912-6b48-4154-98d2-d3870276098a", "address": "fa:16:3e:75:01:55", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c01912-6b", "ovs_interfaceid": "d1c01912-6b48-4154-98d2-d3870276098a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "626ad1bd-1402-465f-94c4-be4fc9305c1c", "address": "fa:16:3e:4b:52:71", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626ad1bd-14", "ovs_interfaceid": "626ad1bd-1402-465f-94c4-be4fc9305c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.195331] env[65899]: DEBUG nova.network.neutron [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Updated VIF entry in instance network info cache for port db6e8b2c-51b6-4824-ab4e-9aa199ebb3da. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.195761] env[65899]: DEBUG nova.network.neutron [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Updating instance_info_cache with network_info: [{"id": "db6e8b2c-51b6-4824-ab4e-9aa199ebb3da", "address": "fa:16:3e:9a:7b:92", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6e8b2c-51", "ovs_interfaceid": "db6e8b2c-51b6-4824-ab4e-9aa199ebb3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.302986] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895392, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.58229} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.303235] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c220cad1-e3c7-4c8e-b208-3f6666a98d5f/c220cad1-e3c7-4c8e-b208-3f6666a98d5f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.303451] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.303713] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76294562-ad60-460b-87a0-f4f6090fe2ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.311665] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1068.311665] env[65899]: value = "task-4895397" [ 1068.311665] env[65899]: _type = "Task" [ 1068.311665] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.321353] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.390983] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.391253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.392271] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979ce1bd-a706-41d8-8048-0e5213e66063 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.412691] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebcbc65-1528-4b8e-b3b3-2f41b8ef2158 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.438788] env[65899]: WARNING neutronclient.v2_0.client [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.445326] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfiguring VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1068.449242] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae34151-40c7-465e-8383-1e8fcaff6469 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.471804] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895395, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.473420] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1068.473420] env[65899]: value = "task-4895398" [ 1068.473420] env[65899]: _type = "Task" [ 1068.473420] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.483889] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.558675] env[65899]: DEBUG nova.compute.manager [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Received event network-vif-unplugged-19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.558941] env[65899]: DEBUG oslo_concurrency.lockutils [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] Acquiring lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.559126] env[65899]: DEBUG oslo_concurrency.lockutils [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.559297] env[65899]: DEBUG oslo_concurrency.lockutils [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.559477] env[65899]: DEBUG nova.compute.manager [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] No waiting events found dispatching network-vif-unplugged-19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1068.559621] env[65899]: DEBUG nova.compute.manager [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Received event network-vif-unplugged-19848aea-8edb-4600-a9ba-0a6aff09fa15 for instance with task_state deleting. {{(pid=65899) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} [ 1068.559774] env[65899]: DEBUG nova.compute.manager [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Received event network-changed-19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.559924] env[65899]: DEBUG nova.compute.manager [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Refreshing instance network info cache due to event network-changed-19848aea-8edb-4600-a9ba-0a6aff09fa15. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1068.560121] env[65899]: DEBUG oslo_concurrency.lockutils [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] Acquiring lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.560256] env[65899]: DEBUG oslo_concurrency.lockutils [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] Acquired lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.560407] env[65899]: DEBUG nova.network.neutron [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Refreshing network info cache for port 19848aea-8edb-4600-a9ba-0a6aff09fa15 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.572689] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1068.573294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.513s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.573294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.575s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.573495] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.578992] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.359s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.579396] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.584379] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.984s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.584626] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.588059] env[65899]: DEBUG nova.compute.manager [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Received event network-changed-d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.588243] env[65899]: DEBUG nova.compute.manager [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Refreshing instance network info cache due to event network-changed-d12b7d1d-68a1-426a-8fe4-82721bb82dcf. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1068.588442] env[65899]: DEBUG oslo_concurrency.lockutils [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] Acquiring lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.588573] env[65899]: DEBUG oslo_concurrency.lockutils [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] Acquired lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.588802] env[65899]: DEBUG nova.network.neutron [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Refreshing network info cache for port d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.590623] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.310s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.590846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.594365] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.682s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.413098] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.829s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.413576] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.413785] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Received event network-vif-deleted-d1611afb-f03b-4926-b169-87ccdd342f33 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.413996] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Received event network-vif-deleted-8f0cb339-267e-4966-983b-bdca18b03dd5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.414097] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Received event network-vif-plugged-faf99a41-0f88-4181-ab05-62b15d97c776 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.414266] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Acquiring lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.414485] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.414651] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.414850] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] No waiting events found dispatching network-vif-plugged-faf99a41-0f88-4181-ab05-62b15d97c776 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.415059] env[65899]: WARNING nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Received unexpected event network-vif-plugged-faf99a41-0f88-4181-ab05-62b15d97c776 for instance with vm_state building and task_state spawning. [ 1069.415252] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Received event network-changed-faf99a41-0f88-4181-ab05-62b15d97c776 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.415440] env[65899]: DEBUG nova.compute.manager [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Refreshing instance network info cache due to event network-changed-faf99a41-0f88-4181-ab05-62b15d97c776. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1069.415661] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Acquiring lock "refresh_cache-91b235d8-6c10-41f7-85dc-ba6e6db95e8b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.415807] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Acquired lock "refresh_cache-91b235d8-6c10-41f7-85dc-ba6e6db95e8b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.416021] env[65899]: DEBUG nova.network.neutron [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Refreshing network info cache for port faf99a41-0f88-4181-ab05-62b15d97c776 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.421020] env[65899]: DEBUG oslo_concurrency.lockutils [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] Releasing lock "refresh_cache-c220cad1-e3c7-4c8e-b208-3f6666a98d5f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.421020] env[65899]: DEBUG nova.compute.manager [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Received event network-changed-d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.421020] env[65899]: DEBUG nova.compute.manager [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Refreshing instance network info cache due to event network-changed-d638d288-5661-4f1b-9caf-5daf851878cd. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1069.421020] env[65899]: DEBUG oslo_concurrency.lockutils [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] Acquiring lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.421020] env[65899]: DEBUG oslo_concurrency.lockutils [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] Acquired lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.421020] env[65899]: DEBUG nova.network.neutron [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Refreshing network info cache for port d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.421020] env[65899]: WARNING neutronclient.v2_0.client [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.423961] env[65899]: WARNING neutronclient.v2_0.client [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.428867] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895396, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.428867] env[65899]: WARNING oslo_vmware.common.loopingcall [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] task run outlasted interval by 0.330124 sec [ 1069.429864] env[65899]: INFO nova.scheduler.client.report [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleted allocations for instance c10774e3-ac9b-4c4e-9d34-bde930addde9 [ 1069.433116] env[65899]: INFO nova.scheduler.client.report [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Deleted allocations for instance bd877150-6456-41ee-97cd-e03efd154b50 [ 1069.436991] env[65899]: DEBUG nova.network.neutron [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Successfully updated port: 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1069.437652] env[65899]: INFO nova.scheduler.client.report [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleted allocations for instance 794234cc-4132-4da3-be36-ea3b67ff310f [ 1069.438778] env[65899]: WARNING neutronclient.v2_0.client [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.441559] env[65899]: WARNING neutronclient.v2_0.client [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.467701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5fb5c5fb-3118-4887-b2a1-1212bc8fdd17 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.281s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.473258] env[65899]: DEBUG oslo_concurrency.lockutils [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.271s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.474270] env[65899]: DEBUG oslo_concurrency.lockutils [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.474270] env[65899]: DEBUG oslo_concurrency.lockutils [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.474270] env[65899]: DEBUG oslo_concurrency.lockutils [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.478586] env[65899]: INFO nova.compute.manager [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Terminating instance [ 1069.484868] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.485828] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895395, 'name': CreateSnapshot_Task, 'duration_secs': 1.147857} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.493023] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.493023] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.501467] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e91656-dd3e-434c-b0fc-bc34b21b444b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.505312] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752581} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.509931] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 91b235d8-6c10-41f7-85dc-ba6e6db95e8b/91b235d8-6c10-41f7-85dc-ba6e6db95e8b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.510191] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.511686] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a85885d-e5d2-4b84-b447-6bf45ba92797 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.524903] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1069.524903] env[65899]: value = "task-4895399" [ 1069.524903] env[65899]: _type = "Task" [ 1069.524903] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.538785] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.742885] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a8765-6956-4177-8d16-5b373e11ff36 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.754692] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c82caa-abdc-45fd-bbfb-6d56ecdddc22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.787257] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238fe7f8-8304-494e-8d08-108c35a172e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.796991] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3e65f8-e8ee-4b31-bea9-cd9d7db3c955 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.812755] env[65899]: DEBUG nova.compute.provider_tree [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.935745] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.939282] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.980677] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "794234cc-4132-4da3-be36-ea3b67ff310f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.570s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.983283] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "c10774e3-ac9b-4c4e-9d34-bde930addde9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.496s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.995892] env[65899]: DEBUG nova.compute.manager [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1069.996137] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.997773] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94f150e0-ccce-46cd-a482-0b7634028694 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.001982] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb751dce-0488-4279-b71d-a64aa7676b98 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Lock "bd877150-6456-41ee-97cd-e03efd154b50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.780s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.009564] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150506e6-564a-47b8-83d7-f94ae48c457d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.033398] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.035156] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-293fc39a-9778-46d8-925a-b2ea7cb8a0dc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.035317] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-293fc39a-9778-46d8-925a-b2ea7cb8a0dc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.035509] env[65899]: DEBUG nova.network.neutron [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1070.036568] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12d0e742-4790-4421-995d-b186292c6991 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.061945] env[65899]: WARNING nova.virt.vmwareapi.vmops [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 10acdd61-a71e-45e7-bb02-e78f17d4218c could not be found. [ 1070.062381] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.062575] env[65899]: INFO nova.compute.manager [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1070.062886] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1070.064343] env[65899]: WARNING neutronclient.v2_0.client [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.067587] env[65899]: WARNING neutronclient.v2_0.client [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.069893] env[65899]: DEBUG nova.compute.manager [-] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1070.070010] env[65899]: DEBUG nova.network.neutron [-] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1070.070240] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.077232] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1070.077232] env[65899]: value = "task-4895400" [ 1070.077232] env[65899]: _type = "Task" [ 1070.077232] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.077484] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072012} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.077774] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.081594] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab683b8-53ab-4645-8437-5f77ce3e40c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.085846] env[65899]: WARNING neutronclient.v2_0.client [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.096188] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895400, 'name': CloneVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.115031] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 91b235d8-6c10-41f7-85dc-ba6e6db95e8b/91b235d8-6c10-41f7-85dc-ba6e6db95e8b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.115588] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2304b617-acf9-495b-abe6-5bd89125fc03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.136516] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1070.136516] env[65899]: value = "task-4895401" [ 1070.136516] env[65899]: _type = "Task" [ 1070.136516] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.148752] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.179476] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "4463605c-886f-4611-a59d-b4cc8b706671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.179816] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.180045] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "4463605c-886f-4611-a59d-b4cc8b706671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.180287] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.180477] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.183460] env[65899]: INFO nova.compute.manager [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Terminating instance [ 1070.279460] env[65899]: WARNING neutronclient.v2_0.client [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.308391] env[65899]: DEBUG nova.network.neutron [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1070.317035] env[65899]: DEBUG nova.scheduler.client.report [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.405130] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.448083] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.452406] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.590178] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895400, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.601571] env[65899]: DEBUG nova.network.neutron [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updated VIF entry in instance network info cache for port d12b7d1d-68a1-426a-8fe4-82721bb82dcf. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.601978] env[65899]: DEBUG nova.network.neutron [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updating instance_info_cache with network_info: [{"id": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "address": "fa:16:3e:6c:1f:90", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12b7d1d-68", "ovs_interfaceid": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.634772] env[65899]: DEBUG nova.network.neutron [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Updated VIF entry in instance network info cache for port 19848aea-8edb-4600-a9ba-0a6aff09fa15. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.635178] env[65899]: DEBUG nova.network.neutron [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Updating instance_info_cache with network_info: [{"id": "19848aea-8edb-4600-a9ba-0a6aff09fa15", "address": "fa:16:3e:10:d7:f0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": null, "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap19848aea-8e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.647722] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895401, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.687326] env[65899]: DEBUG nova.compute.manager [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1070.687548] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.688477] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb608b-ab4b-4b8f-810b-76196375fc6d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.697234] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.697533] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a3afb64-f4af-4cd4-b208-607515817016 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.705557] env[65899]: DEBUG oslo_vmware.api [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1070.705557] env[65899]: value = "task-4895402" [ 1070.705557] env[65899]: _type = "Task" [ 1070.705557] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.716500] env[65899]: DEBUG oslo_vmware.api [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.867765] env[65899]: DEBUG nova.network.neutron [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Updated VIF entry in instance network info cache for port faf99a41-0f88-4181-ab05-62b15d97c776. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.868159] env[65899]: DEBUG nova.network.neutron [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Updating instance_info_cache with network_info: [{"id": "faf99a41-0f88-4181-ab05-62b15d97c776", "address": "fa:16:3e:e9:85:c0", "network": {"id": "5a5f9f89-42e9-4a88-841a-8fc4ddc92716", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-323614670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac3c67b7f4304fa7b4b852220cc74b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf99a41-0f", "ovs_interfaceid": "faf99a41-0f88-4181-ab05-62b15d97c776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.898265] env[65899]: DEBUG nova.network.neutron [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updated VIF entry in instance network info cache for port d638d288-5661-4f1b-9caf-5daf851878cd. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.898681] env[65899]: DEBUG nova.network.neutron [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updating instance_info_cache with network_info: [{"id": "d638d288-5661-4f1b-9caf-5daf851878cd", "address": "fa:16:3e:75:bc:f4", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638d288-56", "ovs_interfaceid": "d638d288-5661-4f1b-9caf-5daf851878cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.944627] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.944907] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.053076] env[65899]: WARNING neutronclient.v2_0.client [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.090308] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895400, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.105059] env[65899]: DEBUG oslo_concurrency.lockutils [req-eaea395f-fc49-459b-aeb3-33d2441d8926 req-758a9601-e1be-4c26-b248-de2b27f9a75a service nova] Releasing lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.138249] env[65899]: DEBUG oslo_concurrency.lockutils [req-9f22d507-f61d-473b-8011-2df801a580b6 req-9ad60732-a537-4a52-9cdf-6463e3ae4645 service nova] Releasing lock "refresh_cache-10acdd61-a71e-45e7-bb02-e78f17d4218c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.150904] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895401, 'name': ReconfigVM_Task, 'duration_secs': 0.543452} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.151305] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 91b235d8-6c10-41f7-85dc-ba6e6db95e8b/91b235d8-6c10-41f7-85dc-ba6e6db95e8b.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.151908] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-067b02df-5d8e-4e80-a5cc-08e43e6a8712 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.158618] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1071.158618] env[65899]: value = "task-4895403" [ 1071.158618] env[65899]: _type = "Task" [ 1071.158618] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.167919] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895403, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.189868] env[65899]: DEBUG nova.compute.manager [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Received event network-vif-plugged-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.189868] env[65899]: DEBUG oslo_concurrency.lockutils [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] Acquiring lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.189868] env[65899]: DEBUG oslo_concurrency.lockutils [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.190839] env[65899]: DEBUG oslo_concurrency.lockutils [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.190839] env[65899]: DEBUG nova.compute.manager [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] No waiting events found dispatching network-vif-plugged-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1071.190839] env[65899]: WARNING nova.compute.manager [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Received unexpected event network-vif-plugged-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d for instance with vm_state building and task_state spawning. [ 1071.190839] env[65899]: DEBUG nova.compute.manager [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Received event network-changed-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.190839] env[65899]: DEBUG nova.compute.manager [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Refreshing instance network info cache due to event network-changed-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1071.190839] env[65899]: DEBUG oslo_concurrency.lockutils [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] Acquiring lock "refresh_cache-293fc39a-9778-46d8-925a-b2ea7cb8a0dc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.205170] env[65899]: DEBUG nova.network.neutron [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Updating instance_info_cache with network_info: [{"id": "779f5b15-fc9d-48fb-9854-b2a61fc6bb1d", "address": "fa:16:3e:b0:62:5f", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779f5b15-fc", "ovs_interfaceid": "779f5b15-fc9d-48fb-9854-b2a61fc6bb1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.216806] env[65899]: DEBUG oslo_vmware.api [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895402, 'name': PowerOffVM_Task, 'duration_secs': 0.315173} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.217077] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.217246] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.217514] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c54b81a8-4d15-45ea-b5ca-dc199564083f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.290638] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.290638] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.290638] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleting the datastore file [datastore1] 4463605c-886f-4611-a59d-b4cc8b706671 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.290638] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b3397d-a051-48f2-bd52-c78b5b7d9b6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.298946] env[65899]: DEBUG oslo_vmware.api [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for the task: (returnval){ [ 1071.298946] env[65899]: value = "task-4895405" [ 1071.298946] env[65899]: _type = "Task" [ 1071.298946] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.310121] env[65899]: DEBUG oslo_vmware.api [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.329247] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.733s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.329247] env[65899]: DEBUG nova.compute.manager [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65899) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 1071.332067] env[65899]: DEBUG nova.network.neutron [-] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.371963] env[65899]: DEBUG oslo_concurrency.lockutils [req-f5ee124f-0feb-455a-be84-7abb91b2c6fa req-8136536a-2a26-4872-80d8-a6c3d5728132 service nova] Releasing lock "refresh_cache-91b235d8-6c10-41f7-85dc-ba6e6db95e8b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.401984] env[65899]: DEBUG oslo_concurrency.lockutils [req-1255ea93-7e3b-4e82-85a8-09988b0516bb req-c39d4d33-11d3-41e2-bd28-bf237a0962f1 service nova] Releasing lock "refresh_cache-7a38fbe5-19be-4397-8b7b-27be59deddad" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.449236] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.452736] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.591977] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895400, 'name': CloneVM_Task, 'duration_secs': 1.518855} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.592525] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Created linked-clone VM from snapshot [ 1071.593145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf59f1-210e-42ae-93e0-28bafbadf91b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.601644] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Uploading image 63a07239-4f31-4f0f-bc34-e9da595f8811 {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.629996] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.629996] env[65899]: value = "vm-954070" [ 1071.629996] env[65899]: _type = "VirtualMachine" [ 1071.629996] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.630332] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a3820a8-60f4-4ca5-b767-5a0df8dc774f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.639817] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lease: (returnval){ [ 1071.639817] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529c6c2d-2b63-3659-dc4a-73cc2ebf1423" [ 1071.639817] env[65899]: _type = "HttpNfcLease" [ 1071.639817] env[65899]: } obtained for exporting VM: (result){ [ 1071.639817] env[65899]: value = "vm-954070" [ 1071.639817] env[65899]: _type = "VirtualMachine" [ 1071.639817] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.640281] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the lease: (returnval){ [ 1071.640281] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529c6c2d-2b63-3659-dc4a-73cc2ebf1423" [ 1071.640281] env[65899]: _type = "HttpNfcLease" [ 1071.640281] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.648622] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.648622] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529c6c2d-2b63-3659-dc4a-73cc2ebf1423" [ 1071.648622] env[65899]: _type = "HttpNfcLease" [ 1071.648622] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.669098] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895403, 'name': Rename_Task, 'duration_secs': 0.265458} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.669336] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.669595] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c78b2ab1-af6b-4f3c-ab83-a9ab3e36274b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.677524] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1071.677524] env[65899]: value = "task-4895407" [ 1071.677524] env[65899]: _type = "Task" [ 1071.677524] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.686588] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.714088] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-293fc39a-9778-46d8-925a-b2ea7cb8a0dc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.714088] env[65899]: DEBUG nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Instance network_info: |[{"id": "779f5b15-fc9d-48fb-9854-b2a61fc6bb1d", "address": "fa:16:3e:b0:62:5f", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779f5b15-fc", "ovs_interfaceid": "779f5b15-fc9d-48fb-9854-b2a61fc6bb1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1071.714088] env[65899]: DEBUG oslo_concurrency.lockutils [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] Acquired lock "refresh_cache-293fc39a-9778-46d8-925a-b2ea7cb8a0dc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.714088] env[65899]: DEBUG nova.network.neutron [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Refreshing network info cache for port 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.714088] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:62:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '779f5b15-fc9d-48fb-9854-b2a61fc6bb1d', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.721848] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.723182] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.723556] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18542c91-8faf-40ae-9b24-b49470ec0a23 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.746036] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.746036] env[65899]: value = "task-4895408" [ 1071.746036] env[65899]: _type = "Task" [ 1071.746036] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.756548] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895408, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.815028] env[65899]: DEBUG oslo_vmware.api [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Task: {'id': task-4895405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300639} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.815028] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.815028] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.815028] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.815028] env[65899]: INFO nova.compute.manager [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1071.815028] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.815028] env[65899]: DEBUG nova.compute.manager [-] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1071.815028] env[65899]: DEBUG nova.network.neutron [-] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1071.815028] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.837537] env[65899]: INFO nova.compute.manager [-] [instance: 10acdd61-a71e-45e7-bb02-e78f17d4218c] Took 1.77 seconds to deallocate network for instance. [ 1071.904299] env[65899]: INFO nova.scheduler.client.report [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted allocation for migration 975e28ee-9b86-4a40-adb9-fba54c2ccd50 [ 1071.942124] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.945738] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.155514] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.155514] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529c6c2d-2b63-3659-dc4a-73cc2ebf1423" [ 1072.155514] env[65899]: _type = "HttpNfcLease" [ 1072.155514] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.155878] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.155878] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529c6c2d-2b63-3659-dc4a-73cc2ebf1423" [ 1072.155878] env[65899]: _type = "HttpNfcLease" [ 1072.155878] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.157023] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07b9d8d-b4f4-4dbc-a9a2-db0c123b307f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.167720] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52822aaa-3ef2-00e9-c74f-ec26e808a47f/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.168157] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52822aaa-3ef2-00e9-c74f-ec26e808a47f/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1072.229719] env[65899]: WARNING neutronclient.v2_0.client [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.233522] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.247336] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.257141] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895408, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.283209] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48abeef4-b091-4165-99c2-dced43f68920 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.409827] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69866129-4c5c-4fb6-8e81-0507b51c6129 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.464s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.450282] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 4.086907} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.450932] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.451106] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.452289] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910a0ebf-e350-46ed-9ca8-3fb43b76877e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.485798] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] c220cad1-e3c7-4c8e-b208-3f6666a98d5f/c220cad1-e3c7-4c8e-b208-3f6666a98d5f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.487574] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4824b7d6-1fd3-43a6-8cd9-fc9f471f98ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.510529] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1072.510529] env[65899]: value = "task-4895410" [ 1072.510529] env[65899]: _type = "Task" [ 1072.510529] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.521240] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.739057] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895407, 'name': PowerOnVM_Task, 'duration_secs': 0.740412} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.739793] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.740843] env[65899]: INFO nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1072.743054] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1072.744692] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20009c4-f651-4124-b93c-650703931e50 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.760207] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895408, 'name': CreateVM_Task, 'duration_secs': 0.566672} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.762822] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.770085] env[65899]: WARNING neutronclient.v2_0.client [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.770704] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.771424] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.771738] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.772404] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66753b46-8638-48e6-9a6f-7d5064db39d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.780380] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1072.780380] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5290d836-e63b-4c09-abc8-ec09824b5c90" [ 1072.780380] env[65899]: _type = "Task" [ 1072.780380] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.801699] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290d836-e63b-4c09-abc8-ec09824b5c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.873527] env[65899]: DEBUG oslo_concurrency.lockutils [None req-83c90648-960e-4ca1-a259-3321da6853bb tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "10acdd61-a71e-45e7-bb02-e78f17d4218c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.400s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.941361] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.028033] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.069916] env[65899]: WARNING neutronclient.v2_0.client [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.202353] env[65899]: DEBUG nova.network.neutron [-] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.290692] env[65899]: INFO nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Took 24.60 seconds to build instance. [ 1073.311274] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290d836-e63b-4c09-abc8-ec09824b5c90, 'name': SearchDatastore_Task, 'duration_secs': 0.019407} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.312158] env[65899]: DEBUG nova.network.neutron [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Updated VIF entry in instance network info cache for port 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1073.312662] env[65899]: DEBUG nova.network.neutron [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Updating instance_info_cache with network_info: [{"id": "779f5b15-fc9d-48fb-9854-b2a61fc6bb1d", "address": "fa:16:3e:b0:62:5f", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779f5b15-fc", "ovs_interfaceid": "779f5b15-fc9d-48fb-9854-b2a61fc6bb1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.316038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.316038] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.316038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.316038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.316260] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.318681] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878d4a1f-82c9-4366-8cad-75161b8b5c47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.338507] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.338507] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.338794] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf32d868-7fdb-43c0-8f1a-a79b8a89761d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.346818] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1073.346818] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5289b858-ed32-f504-fcd9-36b583cf8cae" [ 1073.346818] env[65899]: _type = "Task" [ 1073.346818] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.357280] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5289b858-ed32-f504-fcd9-36b583cf8cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.440793] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.524732] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.705299] env[65899]: INFO nova.compute.manager [-] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Took 1.89 seconds to deallocate network for instance. [ 1073.781988] env[65899]: DEBUG nova.compute.manager [req-c89fd629-aff3-4786-9fcb-670ce696cc37 req-d2057dc7-98da-491a-8fb2-c1c8142f5a12 service nova] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Received event network-vif-deleted-c0ab04ce-be3a-4953-bc02-13d52f5361df {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1073.795182] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.125s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.818293] env[65899]: DEBUG oslo_concurrency.lockutils [req-51e2ae88-46e1-4fe2-b16d-966eca656730 req-56d1de55-0d97-478d-92f0-901a22950308 service nova] Releasing lock "refresh_cache-293fc39a-9778-46d8-925a-b2ea7cb8a0dc" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.860608] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5289b858-ed32-f504-fcd9-36b583cf8cae, 'name': SearchDatastore_Task, 'duration_secs': 0.016426} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.862577] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6a66fd-12cc-4af4-b465-a9de5303699d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.872145] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1073.872145] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a9fa46-c408-44a0-2f75-5aed11e29582" [ 1073.872145] env[65899]: _type = "Task" [ 1073.872145] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.890532] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a9fa46-c408-44a0-2f75-5aed11e29582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.946738] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.027817] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895410, 'name': ReconfigVM_Task, 'duration_secs': 1.426616} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.027817] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Reconfigured VM instance instance-00000064 to attach disk [datastore1] c220cad1-e3c7-4c8e-b208-3f6666a98d5f/c220cad1-e3c7-4c8e-b208-3f6666a98d5f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.028037] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e62d5ede-d6bf-486b-b214-520b0c1e9bc0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.039031] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1074.039031] env[65899]: value = "task-4895411" [ 1074.039031] env[65899]: _type = "Task" [ 1074.039031] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.046522] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895411, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.215911] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.216220] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.216442] env[65899]: DEBUG nova.objects.instance [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lazy-loading 'resources' on Instance uuid 4463605c-886f-4611-a59d-b4cc8b706671 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.341155] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.341607] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.388711] env[65899]: DEBUG nova.objects.instance [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'flavor' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.390710] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a9fa46-c408-44a0-2f75-5aed11e29582, 'name': SearchDatastore_Task, 'duration_secs': 0.025091} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.391494] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.392201] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 293fc39a-9778-46d8-925a-b2ea7cb8a0dc/293fc39a-9778-46d8-925a-b2ea7cb8a0dc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.392829] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-494509b8-ee0c-4694-9b11-68052b7415fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.402203] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1074.402203] env[65899]: value = "task-4895412" [ 1074.402203] env[65899]: _type = "Task" [ 1074.402203] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.414059] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.442083] env[65899]: DEBUG oslo_vmware.api [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895398, 'name': ReconfigVM_Task, 'duration_secs': 5.83763} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.442470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.442817] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Reconfigured VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1074.443520] env[65899]: WARNING neutronclient.v2_0.client [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.443839] env[65899]: WARNING neutronclient.v2_0.client [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.552359] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895411, 'name': Rename_Task, 'duration_secs': 0.229209} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.553082] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.553480] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ac3e9b8-92fe-457c-8814-0536ef93e4d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.563660] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1074.563660] env[65899]: value = "task-4895413" [ 1074.563660] env[65899]: _type = "Task" [ 1074.563660] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.575071] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.734236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.734236] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.845141] env[65899]: DEBUG nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1074.899746] env[65899]: DEBUG oslo_concurrency.lockutils [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.899981] env[65899]: DEBUG oslo_concurrency.lockutils [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.900306] env[65899]: DEBUG nova.network.neutron [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1074.900661] env[65899]: DEBUG nova.objects.instance [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'info_cache' on Instance uuid 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.916384] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.060324] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a436f1-1222-4ec8-939c-14a01c54513c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.075075] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8997f63-f9f2-4e16-85b8-faaf25225b55 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.083745] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.119639] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a652f0-2d9e-458c-87fc-99e7ac15d0b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.129279] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66b4cf-669c-4a4e-981e-3d45612e521d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.144956] env[65899]: DEBUG nova.compute.provider_tree [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.237558] env[65899]: DEBUG nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1075.370937] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.404265] env[65899]: DEBUG nova.objects.base [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Object Instance<59452711-a31f-4f03-b5f7-d6fdfbc12ad7> lazy-loaded attributes: flavor,info_cache {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.417219] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604675} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.417586] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 293fc39a-9778-46d8-925a-b2ea7cb8a0dc/293fc39a-9778-46d8-925a-b2ea7cb8a0dc.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.417864] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.418178] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54b01613-2259-492e-8168-3b54f7699852 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.429411] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1075.429411] env[65899]: value = "task-4895414" [ 1075.429411] env[65899]: _type = "Task" [ 1075.429411] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.440258] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.576337] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.649372] env[65899]: DEBUG nova.scheduler.client.report [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.769316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.795477] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.795702] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.796014] env[65899]: DEBUG nova.network.neutron [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.834930] env[65899]: DEBUG nova.compute.manager [req-7e7498f1-6217-45e1-bab7-fdddeae468fb req-0846dfff-c6a2-462d-b65b-41b0782eb171 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-vif-deleted-d1c01912-6b48-4154-98d2-d3870276098a {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1075.835161] env[65899]: INFO nova.compute.manager [req-7e7498f1-6217-45e1-bab7-fdddeae468fb req-0846dfff-c6a2-462d-b65b-41b0782eb171 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Neutron deleted interface d1c01912-6b48-4154-98d2-d3870276098a; detaching it from the instance and deleting it from the info cache [ 1075.837033] env[65899]: DEBUG nova.network.neutron [req-7e7498f1-6217-45e1-bab7-fdddeae468fb req-0846dfff-c6a2-462d-b65b-41b0782eb171 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "626ad1bd-1402-465f-94c4-be4fc9305c1c", "address": "fa:16:3e:4b:52:71", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626ad1bd-14", "ovs_interfaceid": "626ad1bd-1402-465f-94c4-be4fc9305c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.910574] env[65899]: WARNING neutronclient.v2_0.client [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.939776] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082775} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.940592] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.941789] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df353970-273b-4124-91e7-3bdc1058f09b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.968546] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 293fc39a-9778-46d8-925a-b2ea7cb8a0dc/293fc39a-9778-46d8-925a-b2ea7cb8a0dc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.968905] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e037c7a-c6d7-4dfc-b2f8-9d7f1e9995f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.998966] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1075.998966] env[65899]: value = "task-4895415" [ 1075.998966] env[65899]: _type = "Task" [ 1075.998966] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.010251] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.077159] env[65899]: DEBUG oslo_vmware.api [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895413, 'name': PowerOnVM_Task, 'duration_secs': 1.060155} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.077159] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.077159] env[65899]: INFO nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Took 14.89 seconds to spawn the instance on the hypervisor. [ 1076.077339] env[65899]: DEBUG nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1076.079556] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7265080f-6435-42cd-a33f-9a4da63465b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.154434] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.158330] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.786s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.160585] env[65899]: INFO nova.compute.claims [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.182016] env[65899]: DEBUG nova.compute.manager [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-vif-deleted-626ad1bd-1402-465f-94c4-be4fc9305c1c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.182248] env[65899]: INFO nova.compute.manager [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Neutron deleted interface 626ad1bd-1402-465f-94c4-be4fc9305c1c; detaching it from the instance and deleting it from the info cache [ 1076.182954] env[65899]: DEBUG nova.network.neutron [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.191969] env[65899]: INFO nova.scheduler.client.report [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Deleted allocations for instance 4463605c-886f-4611-a59d-b4cc8b706671 [ 1076.298823] env[65899]: WARNING neutronclient.v2_0.client [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.301674] env[65899]: WARNING neutronclient.v2_0.client [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.340129] env[65899]: DEBUG oslo_concurrency.lockutils [req-7e7498f1-6217-45e1-bab7-fdddeae468fb req-0846dfff-c6a2-462d-b65b-41b0782eb171 service nova] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.340340] env[65899]: DEBUG oslo_concurrency.lockutils [req-7e7498f1-6217-45e1-bab7-fdddeae468fb req-0846dfff-c6a2-462d-b65b-41b0782eb171 service nova] Acquired lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.341298] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702ae24d-d22f-4a67-b7c6-1b8f0cdc74de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.361727] env[65899]: DEBUG oslo_concurrency.lockutils [req-7e7498f1-6217-45e1-bab7-fdddeae468fb req-0846dfff-c6a2-462d-b65b-41b0782eb171 service nova] Releasing lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.362075] env[65899]: WARNING nova.compute.manager [req-7e7498f1-6217-45e1-bab7-fdddeae468fb req-0846dfff-c6a2-462d-b65b-41b0782eb171 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Detach interface failed, port_id=d1c01912-6b48-4154-98d2-d3870276098a, reason: No device with interface-id d1c01912-6b48-4154-98d2-d3870276098a exists on VM: nova.exception.NotFound: No device with interface-id d1c01912-6b48-4154-98d2-d3870276098a exists on VM [ 1076.429792] env[65899]: DEBUG nova.network.neutron [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [{"id": "9a856871-e4a3-4d63-8015-b7bdb0217933", "address": "fa:16:3e:29:6c:40", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a856871-e4", "ovs_interfaceid": "9a856871-e4a3-4d63-8015-b7bdb0217933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.512833] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.596615] env[65899]: INFO nova.compute.manager [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Took 27.96 seconds to build instance. [ 1076.675698] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.678851] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "4081c530-6dc9-44c7-912f-5afbd318807c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.678851] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.678851] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.678851] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "4081c530-6dc9-44c7-912f-5afbd318807c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.679997] env[65899]: INFO nova.compute.manager [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Terminating instance [ 1076.686302] env[65899]: DEBUG oslo_concurrency.lockutils [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] Acquiring lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.709792] env[65899]: DEBUG oslo_concurrency.lockutils [None req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Lock "4463605c-886f-4611-a59d-b4cc8b706671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.528s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.711625] env[65899]: WARNING neutronclient.v2_0.client [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.915080] env[65899]: INFO nova.network.neutron [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Port d1c01912-6b48-4154-98d2-d3870276098a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1076.915286] env[65899]: INFO nova.network.neutron [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Port 626ad1bd-1402-465f-94c4-be4fc9305c1c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1076.915639] env[65899]: DEBUG nova.network.neutron [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [{"id": "57507373-24e2-426d-bfed-7059ce003adc", "address": "fa:16:3e:bc:bb:e0", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57507373-24", "ovs_interfaceid": "57507373-24e2-426d-bfed-7059ce003adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.933589] env[65899]: DEBUG oslo_concurrency.lockutils [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-59452711-a31f-4f03-b5f7-d6fdfbc12ad7" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.011121] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895415, 'name': ReconfigVM_Task, 'duration_secs': 0.770721} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.011506] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 293fc39a-9778-46d8-925a-b2ea7cb8a0dc/293fc39a-9778-46d8-925a-b2ea7cb8a0dc.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.012234] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77b15c47-1d83-4f8f-a62b-87418758b7e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.022134] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1077.022134] env[65899]: value = "task-4895416" [ 1077.022134] env[65899]: _type = "Task" [ 1077.022134] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.031887] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895416, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.100097] env[65899]: DEBUG oslo_concurrency.lockutils [None req-61d858c2-04fb-441d-8cff-3afc0b83c049 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.475s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.185129] env[65899]: DEBUG nova.compute.manager [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1077.185378] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.186331] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cbe4e1-5d43-4aef-a8ff-479a827eacb9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.196273] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.196599] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dea4b45d-f342-43ac-839b-b63ddf5b80fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.209476] env[65899]: DEBUG oslo_vmware.api [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1077.209476] env[65899]: value = "task-4895417" [ 1077.209476] env[65899]: _type = "Task" [ 1077.209476] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.226411] env[65899]: DEBUG oslo_vmware.api [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.419308] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.434174] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "60454fdc-2575-47e4-be42-a06554329539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.434552] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "60454fdc-2575-47e4-be42-a06554329539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.434782] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "60454fdc-2575-47e4-be42-a06554329539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.435023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "60454fdc-2575-47e4-be42-a06554329539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.435219] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "60454fdc-2575-47e4-be42-a06554329539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.438268] env[65899]: INFO nova.compute.manager [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Terminating instance [ 1077.449984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ff8c08-cccb-4cd7-be59-3166b82d27cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.461941] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505a3434-557c-488d-8970-58b922b783e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.506737] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f135a6-a41e-4520-8de2-9e206fd164aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.516496] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6d0f31-6401-45f9-96fe-b327f990d867 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.535069] env[65899]: DEBUG nova.compute.provider_tree [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.543456] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895416, 'name': Rename_Task, 'duration_secs': 0.256269} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.543808] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.544144] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc9fbb49-93a2-4774-b711-6287dfd2e5f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.551919] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1077.551919] env[65899]: value = "task-4895418" [ 1077.551919] env[65899]: _type = "Task" [ 1077.551919] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.560814] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.721165] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.721489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.721700] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.721991] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.721991] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.723589] env[65899]: DEBUG oslo_vmware.api [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895417, 'name': PowerOffVM_Task, 'duration_secs': 0.31041} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.723866] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.724040] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.724302] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8417ea05-4b51-45a5-89a1-f44c4d4dc82a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.726706] env[65899]: INFO nova.compute.manager [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Terminating instance [ 1077.864344] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.864624] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.864863] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleting the datastore file [datastore1] 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.865313] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cea782b-213c-4fde-9c4a-2e2e23079cb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.874034] env[65899]: DEBUG oslo_vmware.api [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1077.874034] env[65899]: value = "task-4895420" [ 1077.874034] env[65899]: _type = "Task" [ 1077.874034] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.891194] env[65899]: DEBUG oslo_vmware.api [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.924783] env[65899]: DEBUG oslo_concurrency.lockutils [None req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-4081c530-6dc9-44c7-912f-5afbd318807c-d1c01912-6b48-4154-98d2-d3870276098a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.037s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.944683] env[65899]: DEBUG nova.compute.manager [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1077.945444] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.946697] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39c0df-0a25-41c9-9738-c5c20c55b0dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.950022] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.951919] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb59b20-11c5-4eb0-9971-368abbd4856a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.962066] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.963732] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1afe25e9-7e45-4249-852b-e0fe635653a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.966181] env[65899]: DEBUG oslo_vmware.api [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1077.966181] env[65899]: value = "task-4895421" [ 1077.966181] env[65899]: _type = "Task" [ 1077.966181] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.972394] env[65899]: DEBUG oslo_vmware.api [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1077.972394] env[65899]: value = "task-4895422" [ 1077.972394] env[65899]: _type = "Task" [ 1077.972394] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.979243] env[65899]: DEBUG oslo_vmware.api [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.986744] env[65899]: DEBUG oslo_vmware.api [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.038911] env[65899]: DEBUG nova.scheduler.client.report [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.065331] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.235056] env[65899]: DEBUG nova.compute.manager [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1078.235056] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.235056] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c505cdcf-14c9-4a8e-a64a-73f0e5996eae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.244968] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.245461] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-155f48c5-e0f5-4f57-b64b-ef035de9ef04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.253810] env[65899]: DEBUG oslo_vmware.api [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1078.253810] env[65899]: value = "task-4895423" [ 1078.253810] env[65899]: _type = "Task" [ 1078.253810] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.267914] env[65899]: DEBUG oslo_vmware.api [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.272739] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "3590db92-6ffd-4753-b182-656faba059b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.273109] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "3590db92-6ffd-4753-b182-656faba059b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.389995] env[65899]: DEBUG oslo_vmware.api [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294906} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.390442] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.391106] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.391106] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.391106] env[65899]: INFO nova.compute.manager [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1078.391882] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1078.391882] env[65899]: DEBUG nova.compute.manager [-] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1078.392071] env[65899]: DEBUG nova.network.neutron [-] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1078.392361] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.444189] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.472818] env[65899]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 626ad1bd-1402-465f-94c4-be4fc9305c1c could not be found.", "detail": ""}} {{(pid=65899) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1078.473238] env[65899]: DEBUG nova.network.neutron [-] Unable to show port 626ad1bd-1402-465f-94c4-be4fc9305c1c as it no longer exists. {{(pid=65899) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1078.487145] env[65899]: DEBUG oslo_vmware.api [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.495530] env[65899]: DEBUG oslo_vmware.api [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895422, 'name': PowerOffVM_Task, 'duration_secs': 0.322414} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.495530] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.495530] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.495530] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2af9ca8c-b0e4-4c7c-8f4d-6e4a6cf3c8ed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.546112] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.548052] env[65899]: DEBUG nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1078.550034] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.781s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.554129] env[65899]: INFO nova.compute.claims [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.569716] env[65899]: DEBUG oslo_vmware.api [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895418, 'name': PowerOnVM_Task, 'duration_secs': 0.817171} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.570566] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.570566] env[65899]: INFO nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1078.571624] env[65899]: DEBUG nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.572468] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a4ca0-4c03-4f96-9400-f6c940df6ad4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.608642] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.609581] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.609581] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleting the datastore file [datastore2] 60454fdc-2575-47e4-be42-a06554329539 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.609767] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d201ea-89e9-41dd-9c55-842db2f4c603 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.622048] env[65899]: DEBUG oslo_vmware.api [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1078.622048] env[65899]: value = "task-4895425" [ 1078.622048] env[65899]: _type = "Task" [ 1078.622048] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.636022] env[65899]: DEBUG oslo_vmware.api [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.765371] env[65899]: DEBUG oslo_vmware.api [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895423, 'name': PowerOffVM_Task, 'duration_secs': 0.325585} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.765730] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.765829] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.766109] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad29b09-8351-44ad-a0a0-08c67e7940ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.776858] env[65899]: DEBUG nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1078.855864] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.856224] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.856487] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleting the datastore file [datastore2] eca606e2-bf9e-4dfd-84ed-bc97949886e0 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.856870] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d519f8cd-337e-43a7-b3f3-363c52318862 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.869456] env[65899]: DEBUG oslo_vmware.api [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1078.869456] env[65899]: value = "task-4895427" [ 1078.869456] env[65899]: _type = "Task" [ 1078.869456] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.883427] env[65899]: DEBUG oslo_vmware.api [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.977737] env[65899]: DEBUG oslo_vmware.api [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895421, 'name': PowerOnVM_Task, 'duration_secs': 0.546785} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.978068] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.978369] env[65899]: DEBUG nova.compute.manager [None req-37bc33dd-2ca2-4606-9962-409a349f530c tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.979473] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c32fe-f093-41ee-a3bd-93642e11fa6b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.060531] env[65899]: DEBUG nova.compute.utils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.065751] env[65899]: DEBUG nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1079.066058] env[65899]: DEBUG nova.network.neutron [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1079.066454] env[65899]: WARNING neutronclient.v2_0.client [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.066961] env[65899]: WARNING neutronclient.v2_0.client [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.097958] env[65899]: INFO nova.compute.manager [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Took 27.51 seconds to build instance. [ 1079.118449] env[65899]: DEBUG nova.policy [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afbdb7a2c95947469f5bf2ffd2f9bcfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6c2cbe0b944758b0b5663c93190b25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.124111] env[65899]: DEBUG nova.compute.manager [req-7246ddda-7200-4613-a078-7d27ec41e94f req-235fbf8d-f4e3-47f1-90e1-3a02cdf0c00c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Received event network-vif-deleted-57507373-24e2-426d-bfed-7059ce003adc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.124447] env[65899]: INFO nova.compute.manager [req-7246ddda-7200-4613-a078-7d27ec41e94f req-235fbf8d-f4e3-47f1-90e1-3a02cdf0c00c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Neutron deleted interface 57507373-24e2-426d-bfed-7059ce003adc; detaching it from the instance and deleting it from the info cache [ 1079.124602] env[65899]: DEBUG nova.network.neutron [req-7246ddda-7200-4613-a078-7d27ec41e94f req-235fbf8d-f4e3-47f1-90e1-3a02cdf0c00c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.138480] env[65899]: DEBUG oslo_vmware.api [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49655} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.138480] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.138480] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.138480] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.138480] env[65899]: INFO nova.compute.manager [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: 60454fdc-2575-47e4-be42-a06554329539] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1079.138919] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1079.138919] env[65899]: DEBUG nova.compute.manager [-] [instance: 60454fdc-2575-47e4-be42-a06554329539] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1079.139036] env[65899]: DEBUG nova.network.neutron [-] [instance: 60454fdc-2575-47e4-be42-a06554329539] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.139196] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.197198] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.313034] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.384682] env[65899]: DEBUG oslo_vmware.api [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441498} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.385100] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.385390] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.385692] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.385949] env[65899]: INFO nova.compute.manager [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1079.386229] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1079.386513] env[65899]: DEBUG nova.compute.manager [-] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1079.386605] env[65899]: DEBUG nova.network.neutron [-] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.386889] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.464067] env[65899]: DEBUG nova.network.neutron [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Successfully created port: 5549539e-a11b-4a02-9ac1-803494f33e9b {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1079.503438] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.524393] env[65899]: DEBUG nova.compute.manager [req-ac32d2bd-fe96-4320-a62b-3bbe68365954 req-8794aefe-a591-4c8b-b0d1-2a9d8359a135 service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Received event network-vif-deleted-cf7952f1-376c-4d96-a0ba-03145ac2d0f5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.524703] env[65899]: INFO nova.compute.manager [req-ac32d2bd-fe96-4320-a62b-3bbe68365954 req-8794aefe-a591-4c8b-b0d1-2a9d8359a135 service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Neutron deleted interface cf7952f1-376c-4d96-a0ba-03145ac2d0f5; detaching it from the instance and deleting it from the info cache [ 1079.525767] env[65899]: DEBUG nova.network.neutron [req-ac32d2bd-fe96-4320-a62b-3bbe68365954 req-8794aefe-a591-4c8b-b0d1-2a9d8359a135 service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.547734] env[65899]: DEBUG nova.network.neutron [-] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.566914] env[65899]: DEBUG nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1079.601979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b418f30-5b71-4647-a766-6adf6b440453 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.023s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.639266] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c7f7300-de03-4b11-81e8-b1c3a357f17e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.654862] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0afba2-b5f8-4a8a-a58a-2882ae5a902f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.713801] env[65899]: DEBUG nova.compute.manager [req-7246ddda-7200-4613-a078-7d27ec41e94f req-235fbf8d-f4e3-47f1-90e1-3a02cdf0c00c service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Detach interface failed, port_id=57507373-24e2-426d-bfed-7059ce003adc, reason: Instance 4081c530-6dc9-44c7-912f-5afbd318807c could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1079.909245] env[65899]: DEBUG nova.network.neutron [-] [instance: 60454fdc-2575-47e4-be42-a06554329539] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.921246] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6110f6-24ec-4fc5-8d97-2d4782c6d7c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.932431] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e17cd8-0dfa-4157-b037-7da0c1fdad13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.969271] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d318c29-0139-4c37-9713-a69b6f737189 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.979387] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6f55ce-0a7e-45c8-a350-849a5dddeb7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.995652] env[65899]: DEBUG nova.compute.provider_tree [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.032205] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64351de1-47b7-4841-917c-725f3e5363c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.043328] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481962db-286f-4911-bfce-c59a2fe07633 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.057448] env[65899]: INFO nova.compute.manager [-] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Took 1.66 seconds to deallocate network for instance. [ 1080.091168] env[65899]: DEBUG nova.compute.manager [req-ac32d2bd-fe96-4320-a62b-3bbe68365954 req-8794aefe-a591-4c8b-b0d1-2a9d8359a135 service nova] [instance: 60454fdc-2575-47e4-be42-a06554329539] Detach interface failed, port_id=cf7952f1-376c-4d96-a0ba-03145ac2d0f5, reason: Instance 60454fdc-2575-47e4-be42-a06554329539 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1080.268703] env[65899]: DEBUG nova.network.neutron [-] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.411795] env[65899]: INFO nova.compute.manager [-] [instance: 60454fdc-2575-47e4-be42-a06554329539] Took 1.27 seconds to deallocate network for instance. [ 1080.499671] env[65899]: DEBUG nova.scheduler.client.report [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.563562] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.592053] env[65899]: DEBUG nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1080.603274] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.603630] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.603880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.604155] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.604366] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.606895] env[65899]: INFO nova.compute.manager [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Terminating instance [ 1080.622815] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1080.623122] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.623288] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1080.623471] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.623616] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1080.623759] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1080.623963] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1080.624140] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1080.624304] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1080.624461] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1080.624633] env[65899]: DEBUG nova.virt.hardware [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1080.625930] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b6db5f-28f0-4f92-ba66-2e750cd27881 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.634967] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56286388-a53f-45e7-88c8-ea9de185ad14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.769469] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.769773] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.770072] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.770274] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.770442] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.772759] env[65899]: INFO nova.compute.manager [-] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Took 1.39 seconds to deallocate network for instance. [ 1080.773388] env[65899]: INFO nova.compute.manager [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Terminating instance [ 1080.919763] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.006214] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.006764] env[65899]: DEBUG nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1081.009841] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.699s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.012361] env[65899]: INFO nova.compute.claims [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.113041] env[65899]: DEBUG nova.compute.manager [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1081.113041] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.113041] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbf4052-d1fb-4b5d-a0ce-771afeaa8a8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.123176] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.123509] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d908d38a-744d-4eea-87dc-c40497e21af5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.131752] env[65899]: DEBUG oslo_vmware.api [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1081.131752] env[65899]: value = "task-4895428" [ 1081.131752] env[65899]: _type = "Task" [ 1081.131752] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.144240] env[65899]: DEBUG oslo_vmware.api [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.144455] env[65899]: DEBUG nova.network.neutron [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Successfully updated port: 5549539e-a11b-4a02-9ac1-803494f33e9b {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1081.171620] env[65899]: DEBUG nova.compute.manager [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Received event network-vif-plugged-5549539e-a11b-4a02-9ac1-803494f33e9b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.171881] env[65899]: DEBUG oslo_concurrency.lockutils [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] Acquiring lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.172105] env[65899]: DEBUG oslo_concurrency.lockutils [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.172285] env[65899]: DEBUG oslo_concurrency.lockutils [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.172435] env[65899]: DEBUG nova.compute.manager [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] No waiting events found dispatching network-vif-plugged-5549539e-a11b-4a02-9ac1-803494f33e9b {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1081.172606] env[65899]: WARNING nova.compute.manager [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Received unexpected event network-vif-plugged-5549539e-a11b-4a02-9ac1-803494f33e9b for instance with vm_state building and task_state spawning. [ 1081.172754] env[65899]: DEBUG nova.compute.manager [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Received event network-changed-5549539e-a11b-4a02-9ac1-803494f33e9b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.172900] env[65899]: DEBUG nova.compute.manager [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Refreshing instance network info cache due to event network-changed-5549539e-a11b-4a02-9ac1-803494f33e9b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1081.173109] env[65899]: DEBUG oslo_concurrency.lockutils [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] Acquiring lock "refresh_cache-a13b917f-602a-4f2d-8a85-b9c215fcaf4e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.173281] env[65899]: DEBUG oslo_concurrency.lockutils [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] Acquired lock "refresh_cache-a13b917f-602a-4f2d-8a85-b9c215fcaf4e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.173456] env[65899]: DEBUG nova.network.neutron [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Refreshing network info cache for port 5549539e-a11b-4a02-9ac1-803494f33e9b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.285388] env[65899]: DEBUG nova.compute.manager [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1081.285388] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.285774] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.286662] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be50d3e8-0b49-4252-b57f-8d3820193a96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.296424] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.296756] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a743da47-e890-4d7d-b2ae-ddb16473caaf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.304674] env[65899]: DEBUG oslo_vmware.api [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1081.304674] env[65899]: value = "task-4895429" [ 1081.304674] env[65899]: _type = "Task" [ 1081.304674] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.315122] env[65899]: DEBUG oslo_vmware.api [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.518028] env[65899]: DEBUG nova.compute.utils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.523033] env[65899]: DEBUG nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1081.523033] env[65899]: DEBUG nova.network.neutron [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1081.523475] env[65899]: WARNING neutronclient.v2_0.client [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.524020] env[65899]: WARNING neutronclient.v2_0.client [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.583754] env[65899]: DEBUG nova.compute.manager [req-2deed045-7fe3-48da-84d1-cfa6d126cde6 req-8a41b850-075d-4281-92ee-f966327a6943 service nova] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Received event network-vif-deleted-b7add25e-0af6-4aef-999f-312086e5e362 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.586012] env[65899]: DEBUG nova.policy [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354d4c407f9443c9bc2bfa4a654ff89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33b96b40112464d8473c40d21fc86cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.643518] env[65899]: DEBUG oslo_vmware.api [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895428, 'name': PowerOffVM_Task, 'duration_secs': 0.421988} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.643888] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.644307] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.644365] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-553790bb-949c-4103-8123-cc07f042495d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.649021] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "refresh_cache-a13b917f-602a-4f2d-8a85-b9c215fcaf4e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.676025] env[65899]: WARNING neutronclient.v2_0.client [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.721818] env[65899]: DEBUG nova.network.neutron [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1081.726187] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.726400] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.726594] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleting the datastore file [datastore2] 293fc39a-9778-46d8-925a-b2ea7cb8a0dc {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.726873] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e269001-e66c-425a-830f-c58a65e6dfb0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.737440] env[65899]: DEBUG oslo_vmware.api [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1081.737440] env[65899]: value = "task-4895431" [ 1081.737440] env[65899]: _type = "Task" [ 1081.737440] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.748767] env[65899]: DEBUG oslo_vmware.api [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.817507] env[65899]: DEBUG oslo_vmware.api [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895429, 'name': PowerOffVM_Task, 'duration_secs': 0.231838} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.818759] env[65899]: DEBUG nova.network.neutron [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.820229] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.821062] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.821062] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c2fdee-354f-4825-98ad-8e71564d0f4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.900854] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.901116] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.901305] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleting the datastore file [datastore2] 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.901629] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f581217b-83ba-4564-b1f3-9662f76b20a5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.910403] env[65899]: DEBUG oslo_vmware.api [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1081.910403] env[65899]: value = "task-4895433" [ 1081.910403] env[65899]: _type = "Task" [ 1081.910403] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.919059] env[65899]: DEBUG oslo_vmware.api [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.921393] env[65899]: DEBUG nova.network.neutron [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Successfully created port: c54c080f-ba7d-47e7-9089-c1f893aab878 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1082.023863] env[65899]: DEBUG nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1082.250450] env[65899]: DEBUG oslo_vmware.api [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448184} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.250814] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.251052] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.251242] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.251416] env[65899]: INFO nova.compute.manager [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1082.251737] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1082.251949] env[65899]: DEBUG nova.compute.manager [-] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1082.252096] env[65899]: DEBUG nova.network.neutron [-] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1082.252355] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.288128] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.294193] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cdad3-f382-4941-9a82-b2d407704dad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.304342] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f7cd55-7ab5-4268-bece-f26b78641a62 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.337623] env[65899]: DEBUG oslo_concurrency.lockutils [req-55adbf1d-59e0-4dd5-9cff-0b5a7d265665 req-17574040-5120-4c25-8478-ec58851e5c39 service nova] Releasing lock "refresh_cache-a13b917f-602a-4f2d-8a85-b9c215fcaf4e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.338771] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquired lock "refresh_cache-a13b917f-602a-4f2d-8a85-b9c215fcaf4e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.338969] env[65899]: DEBUG nova.network.neutron [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1082.340645] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e29d63-3c7e-4f7f-a6d9-db2dd62c146c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.349602] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bc2d35-0d4e-4c60-a52b-99ddbc198491 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.367541] env[65899]: DEBUG nova.compute.provider_tree [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.421793] env[65899]: DEBUG oslo_vmware.api [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454901} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.422091] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.422288] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.422463] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.422685] env[65899]: INFO nova.compute.manager [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1082.423380] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1082.423380] env[65899]: DEBUG nova.compute.manager [-] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1082.423380] env[65899]: DEBUG nova.network.neutron [-] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1082.423571] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.602197] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.872448] env[65899]: DEBUG nova.scheduler.client.report [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.033956] env[65899]: DEBUG nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1083.036774] env[65899]: DEBUG nova.network.neutron [-] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.062097] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1083.062353] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.062519] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1083.063263] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.063263] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1083.063263] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1083.063263] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1083.063441] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1083.063513] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1083.063668] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1083.063835] env[65899]: DEBUG nova.virt.hardware [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1083.065039] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f1d78-e2ff-402d-b6e6-c9b11a0b0efc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.074730] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100968e9-3a4a-4de0-9151-e18a657d95e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.159109] env[65899]: DEBUG nova.network.neutron [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1083.271822] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52822aaa-3ef2-00e9-c74f-ec26e808a47f/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1083.273331] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd449c53-0d22-4daf-9c49-8de8a62f5d8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.285786] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52822aaa-3ef2-00e9-c74f-ec26e808a47f/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1083.286055] env[65899]: ERROR oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52822aaa-3ef2-00e9-c74f-ec26e808a47f/disk-0.vmdk due to incomplete transfer. [ 1083.286389] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2065a4ce-2816-448b-bc56-01a3f8388eb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.303494] env[65899]: DEBUG oslo_vmware.rw_handles [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52822aaa-3ef2-00e9-c74f-ec26e808a47f/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1083.303653] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Uploaded image 63a07239-4f31-4f0f-bc34-e9da595f8811 to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1083.307624] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1083.307974] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82ec1e29-a397-4940-9b69-d4a52c528607 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.316172] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1083.316172] env[65899]: value = "task-4895434" [ 1083.316172] env[65899]: _type = "Task" [ 1083.316172] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.327745] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895434, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.330048] env[65899]: WARNING neutronclient.v2_0.client [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.377945] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.378580] env[65899]: DEBUG nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1083.381577] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.818s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.382027] env[65899]: DEBUG nova.objects.instance [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'resources' on Instance uuid 4081c530-6dc9-44c7-912f-5afbd318807c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.480158] env[65899]: DEBUG nova.compute.manager [req-86650ca4-058b-48ce-a146-c637d53b7cdf req-286409a1-d18e-4477-b9ff-02678321de14 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Received event network-vif-plugged-c54c080f-ba7d-47e7-9089-c1f893aab878 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1083.480493] env[65899]: DEBUG oslo_concurrency.lockutils [req-86650ca4-058b-48ce-a146-c637d53b7cdf req-286409a1-d18e-4477-b9ff-02678321de14 service nova] Acquiring lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.480855] env[65899]: DEBUG oslo_concurrency.lockutils [req-86650ca4-058b-48ce-a146-c637d53b7cdf req-286409a1-d18e-4477-b9ff-02678321de14 service nova] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.480899] env[65899]: DEBUG oslo_concurrency.lockutils [req-86650ca4-058b-48ce-a146-c637d53b7cdf req-286409a1-d18e-4477-b9ff-02678321de14 service nova] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.481124] env[65899]: DEBUG nova.compute.manager [req-86650ca4-058b-48ce-a146-c637d53b7cdf req-286409a1-d18e-4477-b9ff-02678321de14 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] No waiting events found dispatching network-vif-plugged-c54c080f-ba7d-47e7-9089-c1f893aab878 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1083.481339] env[65899]: WARNING nova.compute.manager [req-86650ca4-058b-48ce-a146-c637d53b7cdf req-286409a1-d18e-4477-b9ff-02678321de14 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Received unexpected event network-vif-plugged-c54c080f-ba7d-47e7-9089-c1f893aab878 for instance with vm_state building and task_state spawning. [ 1083.495240] env[65899]: DEBUG nova.network.neutron [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Updating instance_info_cache with network_info: [{"id": "5549539e-a11b-4a02-9ac1-803494f33e9b", "address": "fa:16:3e:62:6f:97", "network": {"id": "6b0bf2b4-0e13-47c3-9d33-828c20187b9f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1373339153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6c2cbe0b944758b0b5663c93190b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5549539e-a1", "ovs_interfaceid": "5549539e-a11b-4a02-9ac1-803494f33e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.515089] env[65899]: DEBUG nova.network.neutron [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Successfully updated port: c54c080f-ba7d-47e7-9089-c1f893aab878 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1083.540073] env[65899]: INFO nova.compute.manager [-] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Took 1.29 seconds to deallocate network for instance. [ 1083.600486] env[65899]: DEBUG nova.network.neutron [-] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.615495] env[65899]: DEBUG nova.compute.manager [req-af47abbc-0c69-4915-9071-156574d46b71 req-6a55003e-a797-408d-8915-b470348ba2db service nova] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Received event network-vif-deleted-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1083.615737] env[65899]: DEBUG nova.compute.manager [req-af47abbc-0c69-4915-9071-156574d46b71 req-6a55003e-a797-408d-8915-b470348ba2db service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Received event network-vif-deleted-9a856871-e4a3-4d63-8015-b7bdb0217933 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1083.616561] env[65899]: INFO nova.compute.manager [req-af47abbc-0c69-4915-9071-156574d46b71 req-6a55003e-a797-408d-8915-b470348ba2db service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Neutron deleted interface 9a856871-e4a3-4d63-8015-b7bdb0217933; detaching it from the instance and deleting it from the info cache [ 1083.616561] env[65899]: DEBUG nova.network.neutron [req-af47abbc-0c69-4915-9071-156574d46b71 req-6a55003e-a797-408d-8915-b470348ba2db service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.827779] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895434, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.886319] env[65899]: DEBUG nova.compute.utils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.893644] env[65899]: DEBUG nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1083.893644] env[65899]: DEBUG nova.network.neutron [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1083.893644] env[65899]: WARNING neutronclient.v2_0.client [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.894273] env[65899]: WARNING neutronclient.v2_0.client [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.939916] env[65899]: DEBUG nova.policy [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7be661b46aa442639554b99ae128f222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0924258bb56748f8b7e57f97a52113f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.997773] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Releasing lock "refresh_cache-a13b917f-602a-4f2d-8a85-b9c215fcaf4e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.998197] env[65899]: DEBUG nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Instance network_info: |[{"id": "5549539e-a11b-4a02-9ac1-803494f33e9b", "address": "fa:16:3e:62:6f:97", "network": {"id": "6b0bf2b4-0e13-47c3-9d33-828c20187b9f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1373339153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6c2cbe0b944758b0b5663c93190b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5549539e-a1", "ovs_interfaceid": "5549539e-a11b-4a02-9ac1-803494f33e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1083.998673] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:6f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5549539e-a11b-4a02-9ac1-803494f33e9b', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.006467] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Creating folder: Project (1c6c2cbe0b944758b0b5663c93190b25). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.009346] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40727444-8ae5-4ad5-b8ac-ac82fa078bff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.017265] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-224ce709-7c6d-48a2-87c5-3ed44dc4ea26" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.017417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-224ce709-7c6d-48a2-87c5-3ed44dc4ea26" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.017594] env[65899]: DEBUG nova.network.neutron [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.020184] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Created folder: Project (1c6c2cbe0b944758b0b5663c93190b25) in parent group-v953787. [ 1084.020346] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Creating folder: Instances. Parent ref: group-v954072. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.020856] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08e94ca-d5da-4b1c-9e22-88e929644440 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.036327] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Created folder: Instances in parent group-v954072. [ 1084.036704] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1084.039862] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.040414] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e12319d0-7c8c-4d8d-9fc1-69231d79d044 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.059378] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.067642] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.067642] env[65899]: value = "task-4895437" [ 1084.067642] env[65899]: _type = "Task" [ 1084.067642] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.079723] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895437, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.103116] env[65899]: INFO nova.compute.manager [-] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Took 1.68 seconds to deallocate network for instance. [ 1084.118963] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bda6b061-688c-4bb7-a17a-98d030c9c214 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.133743] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3610633b-bcbd-4a7b-bd82-ce118dd358df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.157799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc3b34-3cfc-4082-b31e-e946624fdd33 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.166185] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b13d58-ad52-46ee-9462-6efbddf9d719 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.182103] env[65899]: DEBUG nova.compute.manager [req-af47abbc-0c69-4915-9071-156574d46b71 req-6a55003e-a797-408d-8915-b470348ba2db service nova] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Detach interface failed, port_id=9a856871-e4a3-4d63-8015-b7bdb0217933, reason: Instance 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.215032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2729e82e-43ed-44c5-a0e0-ac8f9c70f7a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.227447] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c05303-c29e-4d67-9003-e4b4e421266e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.245449] env[65899]: DEBUG nova.compute.provider_tree [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.287732] env[65899]: DEBUG nova.network.neutron [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Successfully created port: 72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1084.328188] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895434, 'name': Destroy_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.393559] env[65899]: DEBUG nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1084.577953] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895437, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.610506] env[65899]: DEBUG nova.network.neutron [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1084.614953] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.751312] env[65899]: DEBUG nova.scheduler.client.report [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.755083] env[65899]: WARNING neutronclient.v2_0.client [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.829800] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895434, 'name': Destroy_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.844466] env[65899]: DEBUG nova.network.neutron [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Updating instance_info_cache with network_info: [{"id": "c54c080f-ba7d-47e7-9089-c1f893aab878", "address": "fa:16:3e:41:c0:b0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54c080f-ba", "ovs_interfaceid": "c54c080f-ba7d-47e7-9089-c1f893aab878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.015019] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.015335] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.015335] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.015660] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.015731] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.015909] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.016886] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.016886] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1085.016886] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.078080] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895437, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.258820] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.261652] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.342s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.262160] env[65899]: DEBUG nova.objects.instance [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lazy-loading 'resources' on Instance uuid 60454fdc-2575-47e4-be42-a06554329539 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.286852] env[65899]: INFO nova.scheduler.client.report [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted allocations for instance 4081c530-6dc9-44c7-912f-5afbd318807c [ 1085.328960] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895434, 'name': Destroy_Task, 'duration_secs': 1.943974} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.329218] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Destroyed the VM [ 1085.329565] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1085.330176] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55f56ac3-0137-4335-a297-2593c8d94642 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.338086] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1085.338086] env[65899]: value = "task-4895438" [ 1085.338086] env[65899]: _type = "Task" [ 1085.338086] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.347892] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-224ce709-7c6d-48a2-87c5-3ed44dc4ea26" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.348269] env[65899]: DEBUG nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Instance network_info: |[{"id": "c54c080f-ba7d-47e7-9089-c1f893aab878", "address": "fa:16:3e:41:c0:b0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54c080f-ba", "ovs_interfaceid": "c54c080f-ba7d-47e7-9089-c1f893aab878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1085.348641] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.349607] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:c0:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c54c080f-ba7d-47e7-9089-c1f893aab878', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.357030] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.357597] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.357959] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1345359-c7e7-4fc0-bcb7-2946b363e3e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.380315] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.380315] env[65899]: value = "task-4895439" [ 1085.380315] env[65899]: _type = "Task" [ 1085.380315] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.390812] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895439, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.403751] env[65899]: DEBUG nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1085.436638] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.437020] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.437217] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.437465] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.437682] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.437911] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.438254] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.438489] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.438741] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.438991] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.439249] env[65899]: DEBUG nova.virt.hardware [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.441084] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d42f0f-d4bb-405e-b81c-7f43d10d042a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.451046] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dfa85c-fdf5-4f29-84d6-4611158c6db2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.519809] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.553145] env[65899]: DEBUG nova.compute.manager [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Received event network-changed-c54c080f-ba7d-47e7-9089-c1f893aab878 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1085.553629] env[65899]: DEBUG nova.compute.manager [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Refreshing instance network info cache due to event network-changed-c54c080f-ba7d-47e7-9089-c1f893aab878. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1085.553629] env[65899]: DEBUG oslo_concurrency.lockutils [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] Acquiring lock "refresh_cache-224ce709-7c6d-48a2-87c5-3ed44dc4ea26" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.553701] env[65899]: DEBUG oslo_concurrency.lockutils [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] Acquired lock "refresh_cache-224ce709-7c6d-48a2-87c5-3ed44dc4ea26" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.555069] env[65899]: DEBUG nova.network.neutron [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Refreshing network info cache for port c54c080f-ba7d-47e7-9089-c1f893aab878 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.580447] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895437, 'name': CreateVM_Task, 'duration_secs': 1.149479} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.580595] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.581113] env[65899]: WARNING neutronclient.v2_0.client [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.581478] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.581651] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.581979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.582558] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ca5022-7731-4e00-9a0f-aaa8c744ba91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.587818] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1085.587818] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52513717-1934-dc00-3414-60efe9c42c6f" [ 1085.587818] env[65899]: _type = "Task" [ 1085.587818] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.599647] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52513717-1934-dc00-3414-60efe9c42c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.795090] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "4081c530-6dc9-44c7-912f-5afbd318807c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.119s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.796022] env[65899]: DEBUG oslo_concurrency.lockutils [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] Acquired lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.796893] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee861a5-e8f4-4fee-ad10-66034963aa40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.806342] env[65899]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1085.806506] env[65899]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65899) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1085.806955] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04a7839a-4596-422b-90d5-037b220459e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.822226] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff55aef-6f23-4f80-8962-94da68ee67e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.850085] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.423409} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.864818] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.865151] env[65899]: DEBUG nova.compute.manager [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1085.867588] env[65899]: ERROR root [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-954038' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-954038' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-954038' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-954038'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-954038' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-954038' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-954038'}\n"]: nova.exception.InstanceNotFound: Instance 4081c530-6dc9-44c7-912f-5afbd318807c could not be found. [ 1085.867789] env[65899]: DEBUG oslo_concurrency.lockutils [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] Releasing lock "4081c530-6dc9-44c7-912f-5afbd318807c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867876] env[65899]: DEBUG nova.compute.manager [req-21029f84-e3f0-4d93-be7c-88e22a7490ea req-ffe31c93-cbc9-4c5b-a773-07cee1f11280 service nova] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Detach interface failed, port_id=626ad1bd-1402-465f-94c4-be4fc9305c1c, reason: Instance 4081c530-6dc9-44c7-912f-5afbd318807c could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.870473] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2822659e-049c-4099-95e1-b8d309299c88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.873438] env[65899]: DEBUG nova.compute.manager [req-05312dd6-06bd-4343-ad43-47953fc6452b req-c181d72a-545a-43ed-b30d-630e78243ea0 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received event network-vif-plugged-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1085.873631] env[65899]: DEBUG oslo_concurrency.lockutils [req-05312dd6-06bd-4343-ad43-47953fc6452b req-c181d72a-545a-43ed-b30d-630e78243ea0 service nova] Acquiring lock "3590db92-6ffd-4753-b182-656faba059b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.873855] env[65899]: DEBUG oslo_concurrency.lockutils [req-05312dd6-06bd-4343-ad43-47953fc6452b req-c181d72a-545a-43ed-b30d-630e78243ea0 service nova] Lock "3590db92-6ffd-4753-b182-656faba059b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.874060] env[65899]: DEBUG oslo_concurrency.lockutils [req-05312dd6-06bd-4343-ad43-47953fc6452b req-c181d72a-545a-43ed-b30d-630e78243ea0 service nova] Lock "3590db92-6ffd-4753-b182-656faba059b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.874228] env[65899]: DEBUG nova.compute.manager [req-05312dd6-06bd-4343-ad43-47953fc6452b req-c181d72a-545a-43ed-b30d-630e78243ea0 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] No waiting events found dispatching network-vif-plugged-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1085.874434] env[65899]: WARNING nova.compute.manager [req-05312dd6-06bd-4343-ad43-47953fc6452b req-c181d72a-545a-43ed-b30d-630e78243ea0 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received unexpected event network-vif-plugged-72afd8c8-eb21-41e1-b019-dde81a10cd55 for instance with vm_state building and task_state spawning. [ 1085.895939] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895439, 'name': CreateVM_Task, 'duration_secs': 0.382513} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.895939] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.897681] env[65899]: WARNING neutronclient.v2_0.client [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.897681] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.897681] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.898349] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.900702] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8476142a-082e-45e2-b02d-5fef9862b7a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.904806] env[65899]: DEBUG nova.network.neutron [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Successfully updated port: 72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1085.908763] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1085.908763] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5225e855-43f8-9cb6-2b74-d9c7cc9b41b2" [ 1085.908763] env[65899]: _type = "Task" [ 1085.908763] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.918454] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5225e855-43f8-9cb6-2b74-d9c7cc9b41b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.056250] env[65899]: WARNING neutronclient.v2_0.client [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.064417] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394f6fe-18c3-4f2b-b4d9-48b5e2e1cda4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.072859] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd11249-d0a5-4240-9acb-efce60d834c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.110346] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3be09b-7def-4f89-b740-e04811b98be8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.121419] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52513717-1934-dc00-3414-60efe9c42c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.024173} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.121799] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.122041] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.122274] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.122417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.122595] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.123821] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85e3c2-5088-43e3-9790-890d5bca826d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.127779] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4719961e-b00d-4c9c-87e4-b965b8d9500f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.140735] env[65899]: DEBUG nova.compute.provider_tree [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.143371] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.143547] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.144507] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09583f12-e1c6-44da-ae3b-029923ec7929 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.152458] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1086.152458] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527fb7a7-7e4d-40e9-fc32-70a32ceff7ff" [ 1086.152458] env[65899]: _type = "Task" [ 1086.152458] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.161336] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527fb7a7-7e4d-40e9-fc32-70a32ceff7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.221631] env[65899]: WARNING neutronclient.v2_0.client [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.294488] env[65899]: DEBUG nova.network.neutron [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Updated VIF entry in instance network info cache for port c54c080f-ba7d-47e7-9089-c1f893aab878. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1086.295017] env[65899]: DEBUG nova.network.neutron [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Updating instance_info_cache with network_info: [{"id": "c54c080f-ba7d-47e7-9089-c1f893aab878", "address": "fa:16:3e:41:c0:b0", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54c080f-ba", "ovs_interfaceid": "c54c080f-ba7d-47e7-9089-c1f893aab878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.389424] env[65899]: INFO nova.compute.manager [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Shelve offloading [ 1086.408344] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.408521] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquired lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.408675] env[65899]: DEBUG nova.network.neutron [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.422378] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5225e855-43f8-9cb6-2b74-d9c7cc9b41b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.422695] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.422958] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.423165] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.423307] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.423482] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.424012] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-559519ce-4ac9-4ad3-ba09-3eae1f6b289d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.434217] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.434472] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.435363] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c54314b-d565-498a-a364-750e2e772b67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.442503] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1086.442503] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5246c069-add5-1d64-2ff3-c5fd3e223a92" [ 1086.442503] env[65899]: _type = "Task" [ 1086.442503] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.451290] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5246c069-add5-1d64-2ff3-c5fd3e223a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.648687] env[65899]: DEBUG nova.scheduler.client.report [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.664295] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527fb7a7-7e4d-40e9-fc32-70a32ceff7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.665324] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db52cd57-b113-47d7-86ba-98131ae9a08e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.673134] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1086.673134] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f068ff-2cd4-be9e-9243-8cfa35b3dc46" [ 1086.673134] env[65899]: _type = "Task" [ 1086.673134] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.682622] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f068ff-2cd4-be9e-9243-8cfa35b3dc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.798837] env[65899]: DEBUG oslo_concurrency.lockutils [req-4fafb04a-2af0-4f41-8ed2-bc0001b74bcb req-fb842393-2273-4bb1-9e12-69de19b60b29 service nova] Releasing lock "refresh_cache-224ce709-7c6d-48a2-87c5-3ed44dc4ea26" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.893466] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.893800] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f586ccf2-eb4c-4ab9-b1e0-ea0b1ebcc865 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.901570] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1086.901570] env[65899]: value = "task-4895440" [ 1086.901570] env[65899]: _type = "Task" [ 1086.901570] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.910551] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.952669] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5246c069-add5-1d64-2ff3-c5fd3e223a92, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.953551] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc369658-5221-4a50-896f-4a72b6bd96dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.958941] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1086.958941] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527d5e13-c4ec-f8a5-9655-3dfb207812b6" [ 1086.958941] env[65899]: _type = "Task" [ 1086.958941] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.967474] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527d5e13-c4ec-f8a5-9655-3dfb207812b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.990511] env[65899]: DEBUG nova.network.neutron [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1087.050764] env[65899]: WARNING neutronclient.v2_0.client [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.120988] env[65899]: DEBUG nova.network.neutron [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [{"id": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "address": "fa:16:3e:19:dc:47", "network": {"id": "57426338-08ec-4ec6-b79f-cbea492bdb60", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1440293714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0924258bb56748f8b7e57f97a52113f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72afd8c8-eb", "ovs_interfaceid": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.153516] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.155968] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.870s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.156365] env[65899]: DEBUG nova.objects.instance [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lazy-loading 'resources' on Instance uuid eca606e2-bf9e-4dfd-84ed-bc97949886e0 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.179121] env[65899]: INFO nova.scheduler.client.report [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleted allocations for instance 60454fdc-2575-47e4-be42-a06554329539 [ 1087.189020] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f068ff-2cd4-be9e-9243-8cfa35b3dc46, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.189314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.189571] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] a13b917f-602a-4f2d-8a85-b9c215fcaf4e/a13b917f-602a-4f2d-8a85-b9c215fcaf4e.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.189844] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8012a2-4554-4c34-87ae-ccdd2c37bcaa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.198728] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1087.198728] env[65899]: value = "task-4895441" [ 1087.198728] env[65899]: _type = "Task" [ 1087.198728] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.208141] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.415717] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.416092] env[65899]: DEBUG nova.compute.manager [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1087.416796] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed33ce33-3c5f-42a9-99db-546767cc48a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.426631] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.427057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.427288] env[65899]: DEBUG nova.network.neutron [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1087.474059] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527d5e13-c4ec-f8a5-9655-3dfb207812b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.475755] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.475755] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 224ce709-7c6d-48a2-87c5-3ed44dc4ea26/224ce709-7c6d-48a2-87c5-3ed44dc4ea26.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.476120] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec69ebd-d0d5-4958-9342-2fa57f78c2e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.488522] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1087.488522] env[65899]: value = "task-4895442" [ 1087.488522] env[65899]: _type = "Task" [ 1087.488522] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.502470] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.623748] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Releasing lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.624090] env[65899]: DEBUG nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Instance network_info: |[{"id": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "address": "fa:16:3e:19:dc:47", "network": {"id": "57426338-08ec-4ec6-b79f-cbea492bdb60", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1440293714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0924258bb56748f8b7e57f97a52113f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72afd8c8-eb", "ovs_interfaceid": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1087.625451] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:dc:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72afd8c8-eb21-41e1-b019-dde81a10cd55', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.632970] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Creating folder: Project (0924258bb56748f8b7e57f97a52113f3). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.633649] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85c21260-7108-4f98-becf-d415bd31d2aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.648054] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Created folder: Project (0924258bb56748f8b7e57f97a52113f3) in parent group-v953787. [ 1087.648304] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Creating folder: Instances. Parent ref: group-v954076. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.648612] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36550972-9ee0-4276-b9a9-1961e1ec2a77 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.663476] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Created folder: Instances in parent group-v954076. [ 1087.663750] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1087.663967] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.664199] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5ae1a5e-e053-479d-a6cb-3d45691d18de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.689393] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.689393] env[65899]: value = "task-4895445" [ 1087.689393] env[65899]: _type = "Task" [ 1087.689393] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.689932] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "60454fdc-2575-47e4-be42-a06554329539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.255s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.700648] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895445, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.713403] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49968} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.713676] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] a13b917f-602a-4f2d-8a85-b9c215fcaf4e/a13b917f-602a-4f2d-8a85-b9c215fcaf4e.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.713905] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.714262] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a154b565-77ff-4ce1-baef-b866011d273b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.723873] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1087.723873] env[65899]: value = "task-4895446" [ 1087.723873] env[65899]: _type = "Task" [ 1087.723873] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.734837] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.894555] env[65899]: DEBUG nova.compute.manager [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1087.894758] env[65899]: DEBUG nova.compute.manager [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing instance network info cache due to event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1087.894975] env[65899]: DEBUG oslo_concurrency.lockutils [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] Acquiring lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.895129] env[65899]: DEBUG oslo_concurrency.lockutils [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] Acquired lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.895284] env[65899]: DEBUG nova.network.neutron [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.917530] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bade151-60f8-4ff0-9dc9-a037aa7327ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.929855] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b536063-27dd-4aa7-87a9-b61ab67f94e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.934519] env[65899]: WARNING neutronclient.v2_0.client [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.983629] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d38fb5-72e9-4acb-8d2c-e8b8f163d058 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.987457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.987739] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "8eab0290-f483-465b-97fb-a3f401b121b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.998567] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9327b47-f424-4a5b-8ce2-ca8387501381 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.008310] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895442, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.023837] env[65899]: DEBUG nova.compute.provider_tree [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.110647] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "ae416780-a2c7-444a-a5a9-a5c111b5643a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.110891] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.111138] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "ae416780-a2c7-444a-a5a9-a5c111b5643a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.111840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.112047] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.116047] env[65899]: INFO nova.compute.manager [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Terminating instance [ 1088.149881] env[65899]: WARNING neutronclient.v2_0.client [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.202133] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895445, 'name': CreateVM_Task, 'duration_secs': 0.367753} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.202339] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.202901] env[65899]: WARNING neutronclient.v2_0.client [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.203340] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.203497] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.203864] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.204103] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de35593-4b4f-48ab-a069-1f033842cb74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.209566] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1088.209566] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526aee6a-577b-88de-bdae-e61327eb1d61" [ 1088.209566] env[65899]: _type = "Task" [ 1088.209566] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.218305] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526aee6a-577b-88de-bdae-e61327eb1d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.220403] env[65899]: DEBUG nova.network.neutron [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da864-8d", "ovs_interfaceid": "1d0da864-8d1b-43ad-a29e-767231db84fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.233582] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077818} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.233874] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.234719] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209adce7-758b-4348-bb7e-cff71aa7a346 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.259799] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] a13b917f-602a-4f2d-8a85-b9c215fcaf4e/a13b917f-602a-4f2d-8a85-b9c215fcaf4e.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.260650] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b453cd07-96e0-4cd5-ba2a-aa96060508cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.281030] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1088.281030] env[65899]: value = "task-4895447" [ 1088.281030] env[65899]: _type = "Task" [ 1088.281030] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.291308] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.399271] env[65899]: WARNING neutronclient.v2_0.client [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.490914] env[65899]: DEBUG nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1088.507514] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657899} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.507727] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 224ce709-7c6d-48a2-87c5-3ed44dc4ea26/224ce709-7c6d-48a2-87c5-3ed44dc4ea26.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.508187] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.508344] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aec36ab-0430-4daf-8a90-3baac8efd14f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.520030] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1088.520030] env[65899]: value = "task-4895448" [ 1088.520030] env[65899]: _type = "Task" [ 1088.520030] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.527944] env[65899]: DEBUG nova.scheduler.client.report [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.539547] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.574871] env[65899]: WARNING neutronclient.v2_0.client [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.622036] env[65899]: DEBUG nova.compute.manager [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1088.622294] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.623231] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545e2457-24db-45b0-8170-bfcefef50010 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.634462] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.634750] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e61093a-fe67-4566-a852-11de79cc1db7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.642072] env[65899]: DEBUG oslo_vmware.api [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1088.642072] env[65899]: value = "task-4895449" [ 1088.642072] env[65899]: _type = "Task" [ 1088.642072] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.651174] env[65899]: DEBUG oslo_vmware.api [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.666342] env[65899]: DEBUG nova.network.neutron [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updated VIF entry in instance network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1088.666704] env[65899]: DEBUG nova.network.neutron [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [{"id": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "address": "fa:16:3e:19:dc:47", "network": {"id": "57426338-08ec-4ec6-b79f-cbea492bdb60", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1440293714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0924258bb56748f8b7e57f97a52113f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72afd8c8-eb", "ovs_interfaceid": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.721770] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526aee6a-577b-88de-bdae-e61327eb1d61, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.722103] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.722381] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.722650] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.722795] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.722987] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.723523] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.723876] env[65899]: WARNING neutronclient.v2_0.client [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.724234] env[65899]: WARNING neutronclient.v2_0.client [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.726303] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba2a6425-18d2-44d7-a063-906cd9a30d7a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.738036] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.738036] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.739142] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec875273-cf0c-465b-97b7-492647f0db3b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.746946] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1088.746946] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528cce5a-d0bc-bc08-378a-fdfaff920e26" [ 1088.746946] env[65899]: _type = "Task" [ 1088.746946] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.756462] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528cce5a-d0bc-bc08-378a-fdfaff920e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.793636] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895447, 'name': ReconfigVM_Task, 'duration_secs': 0.309467} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.793979] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] a13b917f-602a-4f2d-8a85-b9c215fcaf4e/a13b917f-602a-4f2d-8a85-b9c215fcaf4e.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.794782] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a5dd01-9bbb-4a39-bd82-c02f6f019f3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.803349] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1088.803349] env[65899]: value = "task-4895450" [ 1088.803349] env[65899]: _type = "Task" [ 1088.803349] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.817161] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895450, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.020126] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.032280] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077236} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.032575] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.033358] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.035895] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f508495a-5530-4c48-ae84-29af26367241 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.038811] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.980s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.039048] env[65899]: DEBUG nova.objects.instance [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lazy-loading 'resources' on Instance uuid 293fc39a-9778-46d8-925a-b2ea7cb8a0dc {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.063408] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 224ce709-7c6d-48a2-87c5-3ed44dc4ea26/224ce709-7c6d-48a2-87c5-3ed44dc4ea26.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.064643] env[65899]: INFO nova.scheduler.client.report [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleted allocations for instance eca606e2-bf9e-4dfd-84ed-bc97949886e0 [ 1089.067566] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.068025] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-929a7351-8eda-4497-a435-19d419cb1244 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.082959] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7b8041-c015-42c0-b727-81ff2619cc0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.094765] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.095964] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea88d30a-9185-452e-a8db-f6059afcd0d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.097773] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1089.097773] env[65899]: value = "task-4895451" [ 1089.097773] env[65899]: _type = "Task" [ 1089.097773] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.108661] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.154335] env[65899]: DEBUG oslo_vmware.api [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895449, 'name': PowerOffVM_Task, 'duration_secs': 0.240704} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.154677] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.154793] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.155100] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79d0ccb0-7153-440f-8abb-a79429f1da51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.169762] env[65899]: DEBUG oslo_concurrency.lockutils [req-71fa0dbe-81d1-4a9d-b893-5fdaffe0060e req-30defc2f-0557-4631-9473-bf81b2ddbc41 service nova] Releasing lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.186930] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.187222] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.187427] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleting the datastore file [datastore2] c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.187736] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff3a5172-f065-4b8c-803c-4f3d525515c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.196321] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1089.196321] env[65899]: value = "task-4895454" [ 1089.196321] env[65899]: _type = "Task" [ 1089.196321] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.206190] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.259411] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528cce5a-d0bc-bc08-378a-fdfaff920e26, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.259964] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98aca517-5c93-431b-bc61-e52bfd8e57a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.267190] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1089.267190] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5256e827-bac5-7238-0103-829f2346f6e2" [ 1089.267190] env[65899]: _type = "Task" [ 1089.267190] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.281901] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5256e827-bac5-7238-0103-829f2346f6e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.282941] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.283177] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.283383] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleting the datastore file [datastore1] ae416780-a2c7-444a-a5a9-a5c111b5643a {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.283651] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1296d87-411d-4228-b0e5-a477f436e100 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.290236] env[65899]: DEBUG oslo_vmware.api [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for the task: (returnval){ [ 1089.290236] env[65899]: value = "task-4895455" [ 1089.290236] env[65899]: _type = "Task" [ 1089.290236] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.313958] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895450, 'name': Rename_Task, 'duration_secs': 0.161643} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.314298] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.314599] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8afe0022-4c5d-464d-a1e3-4188f66ecf8e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.322559] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1089.322559] env[65899]: value = "task-4895456" [ 1089.322559] env[65899]: _type = "Task" [ 1089.322559] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.331907] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.596259] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "eca606e2-bf9e-4dfd-84ed-bc97949886e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.875s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.608585] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895451, 'name': ReconfigVM_Task, 'duration_secs': 0.336189} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.611597] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 224ce709-7c6d-48a2-87c5-3ed44dc4ea26/224ce709-7c6d-48a2-87c5-3ed44dc4ea26.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.612704] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf207932-6fe4-4bc7-bbc0-f2e5f806482c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.622672] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1089.622672] env[65899]: value = "task-4895457" [ 1089.622672] env[65899]: _type = "Task" [ 1089.622672] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.635769] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895457, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.708522] env[65899]: DEBUG oslo_vmware.api [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200679} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.708868] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.708973] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.709165] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.727181] env[65899]: INFO nova.scheduler.client.report [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleted allocations for instance c9d51665-c240-432c-b604-e7313ad1df6b [ 1089.761120] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcfb1d8-fa6d-4ddc-91e1-9a61b23a4d58 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.776492] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d93b25-4495-4fb9-b509-edcb63068b7e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.787868] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5256e827-bac5-7238-0103-829f2346f6e2, 'name': SearchDatastore_Task, 'duration_secs': 0.023405} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.814204] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.814954] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/3590db92-6ffd-4753-b182-656faba059b8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.815659] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4825284-fdc9-475e-a19d-bdcbac118d17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.822057] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e0a1ec-c75c-4a4f-b6a3-7e908f32eef6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.835530] env[65899]: DEBUG oslo_vmware.api [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Task: {'id': task-4895455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329321} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.842980] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.842980] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.842980] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.842980] env[65899]: INFO nova.compute.manager [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1089.842980] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1089.842980] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1089.842980] env[65899]: value = "task-4895458" [ 1089.842980] env[65899]: _type = "Task" [ 1089.842980] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.842980] env[65899]: DEBUG nova.compute.manager [-] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1089.842980] env[65899]: DEBUG nova.network.neutron [-] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1089.842980] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.845419] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec6574d-2d3e-4ea4-bbc6-e768d223a564 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.856319] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.868597] env[65899]: DEBUG nova.compute.provider_tree [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.873135] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.932937] env[65899]: DEBUG nova.compute.manager [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received event network-vif-unplugged-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1089.933236] env[65899]: DEBUG oslo_concurrency.lockutils [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.933475] env[65899]: DEBUG oslo_concurrency.lockutils [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.933677] env[65899]: DEBUG oslo_concurrency.lockutils [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.933876] env[65899]: DEBUG nova.compute.manager [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] No waiting events found dispatching network-vif-unplugged-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1089.934093] env[65899]: WARNING nova.compute.manager [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received unexpected event network-vif-unplugged-1d0da864-8d1b-43ad-a29e-767231db84fc for instance with vm_state shelved_offloaded and task_state None. [ 1089.934274] env[65899]: DEBUG nova.compute.manager [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received event network-changed-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1089.934515] env[65899]: DEBUG nova.compute.manager [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Refreshing instance network info cache due to event network-changed-1d0da864-8d1b-43ad-a29e-767231db84fc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1089.934669] env[65899]: DEBUG oslo_concurrency.lockutils [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] Acquiring lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.934861] env[65899]: DEBUG oslo_concurrency.lockutils [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] Acquired lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.935112] env[65899]: DEBUG nova.network.neutron [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Refreshing network info cache for port 1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.014906] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.143935] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895457, 'name': Rename_Task, 'duration_secs': 0.209005} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.144245] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.144526] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71861832-970e-43e6-a91d-8f1c0a1d3b3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.153807] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1090.153807] env[65899]: value = "task-4895459" [ 1090.153807] env[65899]: _type = "Task" [ 1090.153807] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.163898] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.233224] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.336368] env[65899]: DEBUG oslo_vmware.api [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895456, 'name': PowerOnVM_Task, 'duration_secs': 0.672207} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.337143] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.340143] env[65899]: INFO nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1090.340143] env[65899]: DEBUG nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1090.340143] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3433fcdb-9fa7-45b2-b8b0-b76cb53c1f6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.360926] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895458, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.375143] env[65899]: DEBUG nova.scheduler.client.report [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.438365] env[65899]: WARNING neutronclient.v2_0.client [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.655179] env[65899]: WARNING neutronclient.v2_0.client [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.668097] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.744590] env[65899]: DEBUG nova.network.neutron [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updated VIF entry in instance network info cache for port 1d0da864-8d1b-43ad-a29e-767231db84fc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.744947] env[65899]: DEBUG nova.network.neutron [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": null, "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1d0da864-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.825299] env[65899]: DEBUG nova.network.neutron [-] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.858163] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77053} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.861404] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/3590db92-6ffd-4753-b182-656faba059b8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.861404] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.861404] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de5d6292-8409-4ce4-a877-a092ad9a03bd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.871159] env[65899]: INFO nova.compute.manager [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Took 15.52 seconds to build instance. [ 1090.874928] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1090.874928] env[65899]: value = "task-4895460" [ 1090.874928] env[65899]: _type = "Task" [ 1090.874928] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.881135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.887649] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.272s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.887649] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.889540] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.370s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.889761] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.889921] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1090.890265] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.870s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.891834] env[65899]: INFO nova.compute.claims [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.894519] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.896874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cda25d-76fb-47d2-b4ce-2d46b378dea0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.905717] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd3d007-8316-4f68-b111-156b3ae264ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.925394] env[65899]: INFO nova.scheduler.client.report [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted allocations for instance 293fc39a-9778-46d8-925a-b2ea7cb8a0dc [ 1090.931884] env[65899]: INFO nova.scheduler.client.report [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted allocations for instance 59452711-a31f-4f03-b5f7-d6fdfbc12ad7 [ 1090.934788] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec350458-d8cd-4b9c-9b14-3db5d9fcccc7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.950163] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d437f-a240-45dc-9adc-6e82b5e2791c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.984120] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178785MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1090.984309] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.170723] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895459, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.248363] env[65899]: DEBUG oslo_concurrency.lockutils [req-826305b2-05b7-444f-abcf-975fb09e6c94 req-254a9828-9419-480e-99f1-3c513f19e0f3 service nova] Releasing lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.329511] env[65899]: INFO nova.compute.manager [-] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Took 1.49 seconds to deallocate network for instance. [ 1091.376020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.034s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.388211] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070196} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.388649] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.389936] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ec863-717e-49c3-90ab-e36cc6ed2dae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.433854] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/3590db92-6ffd-4753-b182-656faba059b8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.441947] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef240bd6-16fd-436e-b13b-1677c564124c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.469256] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "293fc39a-9778-46d8-925a-b2ea7cb8a0dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.865s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.474767] env[65899]: DEBUG oslo_concurrency.lockutils [None req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "59452711-a31f-4f03-b5f7-d6fdfbc12ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.705s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.483974] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1091.483974] env[65899]: value = "task-4895461" [ 1091.483974] env[65899]: _type = "Task" [ 1091.483974] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.506397] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.534128] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.534490] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.534868] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.535239] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.535550] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.543622] env[65899]: INFO nova.compute.manager [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Terminating instance [ 1091.607280] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.607280] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.607280] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.607280] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.607280] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.608427] env[65899]: INFO nova.compute.manager [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Terminating instance [ 1091.669870] env[65899]: DEBUG oslo_vmware.api [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895459, 'name': PowerOnVM_Task, 'duration_secs': 1.486688} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.673682] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.674040] env[65899]: INFO nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1091.674321] env[65899]: DEBUG nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1091.675883] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181e7493-b52e-4269-99a5-d6b3e3323ac2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.694232] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3f6e7-9111-4afa-8342-3065a9aed728 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.704194] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222ff1aa-e34a-4c28-affe-9849603b9297 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.738664] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486cb719-ce22-4c39-8747-5a3a7e46d8a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.748290] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e86f752-ec9a-46e5-bacd-0049bc1df24b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.763497] env[65899]: DEBUG nova.compute.provider_tree [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.836714] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.978771] env[65899]: DEBUG nova.compute.manager [req-bafdb2f2-bdfa-4e5f-a9fb-1208c64cd470 req-0ea5d6ba-0c7c-49d9-a0c4-e5e1e2f6b543 service nova] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Received event network-vif-deleted-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1091.994766] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895461, 'name': ReconfigVM_Task, 'duration_secs': 0.327892} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.995077] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/3590db92-6ffd-4753-b182-656faba059b8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.995718] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9325032-702f-4c0a-b9b5-0e6a0b75a6b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.003234] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1092.003234] env[65899]: value = "task-4895462" [ 1092.003234] env[65899]: _type = "Task" [ 1092.003234] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.012445] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895462, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.052633] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.053323] env[65899]: DEBUG nova.compute.manager [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1092.053520] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.054436] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe4260d-8500-4420-b56b-2c3395ae7d1f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.062457] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.062696] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88d81959-5629-4f08-9c41-ea54e4a954eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.072633] env[65899]: DEBUG oslo_vmware.api [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1092.072633] env[65899]: value = "task-4895463" [ 1092.072633] env[65899]: _type = "Task" [ 1092.072633] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.084845] env[65899]: DEBUG oslo_vmware.api [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.114409] env[65899]: DEBUG nova.compute.manager [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1092.114693] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.115888] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5157ae9-8cba-4a19-91e6-ef43b6230d9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.124901] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.125282] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bc32f4-9839-42ea-84c0-eb1ea89a8e1f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.133834] env[65899]: DEBUG oslo_vmware.api [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1092.133834] env[65899]: value = "task-4895464" [ 1092.133834] env[65899]: _type = "Task" [ 1092.133834] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.145240] env[65899]: DEBUG oslo_vmware.api [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.199406] env[65899]: INFO nova.compute.manager [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Took 16.46 seconds to build instance. [ 1092.267617] env[65899]: DEBUG nova.scheduler.client.report [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.513361] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895462, 'name': Rename_Task, 'duration_secs': 0.159857} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.513658] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.513920] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13c0de4-a501-41b2-8604-ef9158d79541 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.522127] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1092.522127] env[65899]: value = "task-4895465" [ 1092.522127] env[65899]: _type = "Task" [ 1092.522127] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.531143] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.582890] env[65899]: DEBUG oslo_vmware.api [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895463, 'name': PowerOffVM_Task, 'duration_secs': 0.276382} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.582890] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.582890] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.584828] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb4e6e82-1839-411d-bfe7-c81becb69898 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.653051] env[65899]: DEBUG oslo_vmware.api [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895464, 'name': PowerOffVM_Task, 'duration_secs': 0.241795} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.653489] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.654070] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.654272] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e2af274-c5af-44dd-8913-ecd32b9b3e17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.659588] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.659857] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.661030] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleting the datastore file [datastore1] c220cad1-e3c7-4c8e-b208-3f6666a98d5f {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.661030] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76c6d846-75b5-44a2-9481-cbb264f19950 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.669783] env[65899]: DEBUG oslo_vmware.api [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1092.669783] env[65899]: value = "task-4895468" [ 1092.669783] env[65899]: _type = "Task" [ 1092.669783] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.680660] env[65899]: DEBUG oslo_vmware.api [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.701870] env[65899]: DEBUG oslo_concurrency.lockutils [None req-03dd493d-d553-44ec-96ef-e1dd33504379 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.967s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.735774] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.735774] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.735975] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleting the datastore file [datastore2] 91b235d8-6c10-41f7-85dc-ba6e6db95e8b {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.736221] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecec2d79-be27-46b9-8bc3-1a8fc77f7854 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.743748] env[65899]: DEBUG oslo_vmware.api [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for the task: (returnval){ [ 1092.743748] env[65899]: value = "task-4895469" [ 1092.743748] env[65899]: _type = "Task" [ 1092.743748] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.753728] env[65899]: DEBUG oslo_vmware.api [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.774703] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.884s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.775271] env[65899]: DEBUG nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1092.778636] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.547s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.778942] env[65899]: DEBUG nova.objects.instance [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lazy-loading 'resources' on Instance uuid c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.904535] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.904535] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.980253] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.980449] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.032937] env[65899]: DEBUG oslo_vmware.api [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895465, 'name': PowerOnVM_Task, 'duration_secs': 0.501246} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.033240] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.033457] env[65899]: INFO nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1093.033638] env[65899]: DEBUG nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1093.034477] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753de5a6-ed6d-4978-b2f3-ea62b4a89f2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.146409] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.146792] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.147589] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.147908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.148190] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.150823] env[65899]: INFO nova.compute.manager [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Terminating instance [ 1093.185077] env[65899]: DEBUG oslo_vmware.api [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291703} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.185362] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.185545] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.185880] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.185880] env[65899]: INFO nova.compute.manager [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1093.186134] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1093.186337] env[65899]: DEBUG nova.compute.manager [-] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1093.186436] env[65899]: DEBUG nova.network.neutron [-] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.186679] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.220182] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.254287] env[65899]: DEBUG oslo_vmware.api [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Task: {'id': task-4895469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177132} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.254521] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.254664] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.254843] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.255022] env[65899]: INFO nova.compute.manager [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1093.255274] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1093.255469] env[65899]: DEBUG nova.compute.manager [-] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1093.255556] env[65899]: DEBUG nova.network.neutron [-] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.256073] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.282416] env[65899]: DEBUG nova.compute.utils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.284089] env[65899]: DEBUG nova.objects.instance [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lazy-loading 'numa_topology' on Instance uuid c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.285268] env[65899]: DEBUG nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1093.285364] env[65899]: DEBUG nova.network.neutron [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1093.285662] env[65899]: WARNING neutronclient.v2_0.client [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.285954] env[65899]: WARNING neutronclient.v2_0.client [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.288868] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.323942] env[65899]: DEBUG nova.policy [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.407309] env[65899]: DEBUG nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1093.433469] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.433782] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.433950] env[65899]: DEBUG nova.compute.manager [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1093.435226] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae6fbc-2f30-469c-a29b-b653dd69214c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.443476] env[65899]: DEBUG nova.compute.manager [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1093.444195] env[65899]: DEBUG nova.objects.instance [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'flavor' on Instance uuid 224ce709-7c6d-48a2-87c5-3ed44dc4ea26 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.483867] env[65899]: DEBUG nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1093.554463] env[65899]: INFO nova.compute.manager [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Took 14.27 seconds to build instance. [ 1093.655357] env[65899]: DEBUG nova.compute.manager [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1093.655603] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.656567] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053ab3af-c521-4098-9e06-85103822c456 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.666761] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.667120] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e43d7ca-cd16-49a9-ade6-b210811069e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.674610] env[65899]: DEBUG oslo_vmware.api [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1093.674610] env[65899]: value = "task-4895470" [ 1093.674610] env[65899]: _type = "Task" [ 1093.674610] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.686829] env[65899]: DEBUG oslo_vmware.api [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.786093] env[65899]: DEBUG nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1093.792105] env[65899]: DEBUG nova.objects.base [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.900221] env[65899]: DEBUG nova.network.neutron [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Successfully created port: b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1093.937067] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.957914] env[65899]: DEBUG nova.network.neutron [-] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.004389] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.009098] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3cf93-75c4-4fd9-842d-abc856b55203 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.018539] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b167ca-8b64-4fcd-97f1-d5213e9e3728 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.051381] env[65899]: DEBUG nova.network.neutron [-] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.054791] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d656c8b0-0050-4752-b3df-94958d0424f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.060068] env[65899]: DEBUG nova.compute.manager [req-d3d581a1-1d0f-465c-829c-dc917cdce852 req-3c6d8d64-6170-4d80-914a-502d7cb113b3 service nova] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Received event network-vif-deleted-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.060068] env[65899]: DEBUG oslo_concurrency.lockutils [None req-07b27ca2-6189-4c16-a229-61deb5ebbd25 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "3590db92-6ffd-4753-b182-656faba059b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.786s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.066214] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebdb121-30b9-46eb-8dd3-c0585bb046cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.083282] env[65899]: DEBUG nova.compute.provider_tree [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.187016] env[65899]: DEBUG oslo_vmware.api [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895470, 'name': PowerOffVM_Task, 'duration_secs': 0.447625} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.187355] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.187525] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.187792] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb57e502-f68e-4706-996e-19621e72668d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.266828] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.269065] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.269065] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Deleting the datastore file [datastore1] a13b917f-602a-4f2d-8a85-b9c215fcaf4e {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.269065] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5ad8979-98b3-4a59-b8c6-41d571c89c08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.277866] env[65899]: DEBUG oslo_vmware.api [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for the task: (returnval){ [ 1094.277866] env[65899]: value = "task-4895472" [ 1094.277866] env[65899]: _type = "Task" [ 1094.277866] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.287440] env[65899]: DEBUG oslo_vmware.api [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.312412] env[65899]: DEBUG nova.compute.manager [req-be42eeef-31ad-4718-8a3d-709d5c778eba req-57103e26-8171-4ecd-9862-439eef9b5652 service nova] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Received event network-vif-deleted-faf99a41-0f88-4181-ab05-62b15d97c776 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.459953] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.460938] env[65899]: INFO nova.compute.manager [-] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Took 1.27 seconds to deallocate network for instance. [ 1094.461605] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1563e7ec-901f-454e-938b-504a9925a044 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.472268] env[65899]: DEBUG oslo_vmware.api [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1094.472268] env[65899]: value = "task-4895473" [ 1094.472268] env[65899]: _type = "Task" [ 1094.472268] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.485236] env[65899]: DEBUG oslo_vmware.api [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.560128] env[65899]: INFO nova.compute.manager [-] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Took 1.30 seconds to deallocate network for instance. [ 1094.586830] env[65899]: DEBUG nova.scheduler.client.report [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.788648] env[65899]: DEBUG oslo_vmware.api [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Task: {'id': task-4895472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18375} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.788905] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.789188] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.789381] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.789614] env[65899]: INFO nova.compute.manager [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1094.789995] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1094.790247] env[65899]: DEBUG nova.compute.manager [-] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1094.790367] env[65899]: DEBUG nova.network.neutron [-] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1094.790638] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.797215] env[65899]: DEBUG nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1094.827022] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1094.827022] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.827245] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1094.827315] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.827458] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1094.827598] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1094.827814] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.828055] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1094.828229] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1094.828389] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1094.828564] env[65899]: DEBUG nova.virt.hardware [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1094.829464] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be138cd7-014d-41e7-ada1-c2b4ca41a449 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.833597] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.842239] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebbeb5c-a037-4d53-a049-f0c3b538ac27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.900835] env[65899]: INFO nova.compute.manager [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Rescuing [ 1094.901168] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.901309] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquired lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.901469] env[65899]: DEBUG nova.network.neutron [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.974736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.987090] env[65899]: DEBUG oslo_vmware.api [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895473, 'name': PowerOffVM_Task, 'duration_secs': 0.221342} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.987424] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.987592] env[65899]: DEBUG nova.compute.manager [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.988473] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d49d1-11b0-4301-99c9-6d1e82ef263e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.068392] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.092259] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.094731] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.110s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.404317] env[65899]: WARNING neutronclient.v2_0.client [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.476395] env[65899]: DEBUG nova.network.neutron [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Successfully updated port: b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1095.501974] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2b5b5543-488f-4c4f-9e3e-b67fa0183b74 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.577944] env[65899]: WARNING neutronclient.v2_0.client [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.582258] env[65899]: DEBUG nova.network.neutron [-] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.606337] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6e48fded-b9ae-4bc0-b175-d31d215733d5 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.275s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.607789] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.555s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.607789] env[65899]: INFO nova.compute.manager [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Unshelving [ 1095.664791] env[65899]: DEBUG nova.network.neutron [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [{"id": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "address": "fa:16:3e:19:dc:47", "network": {"id": "57426338-08ec-4ec6-b79f-cbea492bdb60", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1440293714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0924258bb56748f8b7e57f97a52113f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72afd8c8-eb", "ovs_interfaceid": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.980559] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.980784] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.981024] env[65899]: DEBUG nova.network.neutron [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1096.080440] env[65899]: DEBUG nova.compute.manager [req-aef15606-af42-447e-bb70-d6ae2f44f269 req-70e54549-1181-4485-89ba-a16b53ae77fe service nova] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Received event network-vif-deleted-5549539e-a11b-4a02-9ac1-803494f33e9b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.085088] env[65899]: INFO nova.compute.manager [-] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Took 1.29 seconds to deallocate network for instance. [ 1096.132020] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ccb8fe18-7c1e-4361-bebb-70daa4807985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.132654] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ae416780-a2c7-444a-a5a9-a5c111b5643a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1096.132654] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c62b16dd-892f-4282-bf55-70e4d50f9ac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.132654] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7a38fbe5-19be-4397-8b7b-27be59deddad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.132654] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.132903] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c220cad1-e3c7-4c8e-b208-3f6666a98d5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1096.132903] env[65899]: WARNING nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 91b235d8-6c10-41f7-85dc-ba6e6db95e8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1096.132903] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a13b917f-602a-4f2d-8a85-b9c215fcaf4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.133130] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 224ce709-7c6d-48a2-87c5-3ed44dc4ea26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.133130] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 3590db92-6ffd-4753-b182-656faba059b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.133227] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 8eab0290-f483-465b-97fb-a3f401b121b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1096.133370] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (6e9c4476-e557-4afd-928d-cf1c63a2d0d0): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 1096.135393] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.135627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.135830] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.136015] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.136184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.138392] env[65899]: INFO nova.compute.manager [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Terminating instance [ 1096.167441] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Releasing lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.343793] env[65899]: DEBUG nova.compute.manager [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-vif-plugged-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.343983] env[65899]: DEBUG oslo_concurrency.lockutils [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.344194] env[65899]: DEBUG oslo_concurrency.lockutils [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] Lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.344365] env[65899]: DEBUG oslo_concurrency.lockutils [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] Lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.344522] env[65899]: DEBUG nova.compute.manager [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] No waiting events found dispatching network-vif-plugged-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1096.344679] env[65899]: WARNING nova.compute.manager [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received unexpected event network-vif-plugged-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 for instance with vm_state building and task_state spawning. [ 1096.345106] env[65899]: DEBUG nova.compute.manager [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.345106] env[65899]: DEBUG nova.compute.manager [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing instance network info cache due to event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1096.348102] env[65899]: DEBUG oslo_concurrency.lockutils [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.524310] env[65899]: DEBUG nova.network.neutron [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1096.592345] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.604656] env[65899]: WARNING neutronclient.v2_0.client [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.638502] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.639191] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance b0c11e23-699c-4fdf-9838-bd69856c3ea4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1096.642414] env[65899]: DEBUG nova.compute.manager [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1096.642622] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.643518] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1355d487-4b73-45f1-98c7-c706ba58c59e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.655068] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.655371] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be090df9-4806-4a32-b455-17eecb3c79c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.685123] env[65899]: DEBUG nova.network.neutron [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.735147] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.735378] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.735558] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleting the datastore file [datastore2] 224ce709-7c6d-48a2-87c5-3ed44dc4ea26 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.735837] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1083cdd3-2aed-49b9-8d73-15690072839f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.743234] env[65899]: DEBUG oslo_vmware.api [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1096.743234] env[65899]: value = "task-4895475" [ 1096.743234] env[65899]: _type = "Task" [ 1096.743234] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.752926] env[65899]: DEBUG oslo_vmware.api [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.142675] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance bcc538e2-415c-41ae-8fda-35794b9a7d78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1097.142947] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1097.143083] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '6', 'num_task_None': '5', 'num_os_type_None': '8', 'num_proj_3e1e2f4e8b3e4505b24625bbbdfdd852': '1', 'io_workload': '2', 'num_proj_43a932921185406e952f642af150b2d5': '1', 'num_proj_31c62b3c654943ae8a436d7cb82f57f8': '1', 'num_proj_b35f72db077c4a1e8deed64432c84845': '1', 'num_task_deleting': '1', 'num_proj_1c6c2cbe0b944758b0b5663c93190b25': '1', 'num_vm_stopped': '1', 'num_proj_c33b96b40112464d8473c40d21fc86cc': '1', 'num_task_rescuing': '1', 'num_proj_0924258bb56748f8b7e57f97a52113f3': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_5b9b2291fd5140febde220bc57284ee3': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1097.187481] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.188025] env[65899]: DEBUG nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Instance network_info: |[{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1097.188379] env[65899]: DEBUG oslo_concurrency.lockutils [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.188562] env[65899]: DEBUG nova.network.neutron [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.189793] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:25:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39a0942-0d2b-4025-be8b-e92a9a5a6c50', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.198051] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1097.202023] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.204623] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2321512b-e652-4864-a052-594a0bcd85c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.233163] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.233163] env[65899]: value = "task-4895476" [ 1097.233163] env[65899]: _type = "Task" [ 1097.233163] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.246704] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895476, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.259547] env[65899]: DEBUG oslo_vmware.api [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.375035] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad14d222-2ec7-4093-b2c9-85e1af41f797 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.385475] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca76cb56-9ba4-4316-8cf2-51ddee693a44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.418828] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0de9f0f-6d29-4a37-9c6d-ce64039bad29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.427561] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ed883-9437-491e-ae4d-814f40d793ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.442313] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.702939] env[65899]: WARNING neutronclient.v2_0.client [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.726302] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.727070] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4da1018-8668-450d-a7fa-b04a74f46984 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.735314] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1097.735314] env[65899]: value = "task-4895477" [ 1097.735314] env[65899]: _type = "Task" [ 1097.735314] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.757813] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895476, 'name': CreateVM_Task, 'duration_secs': 0.361153} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.758088] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.758740] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.759308] env[65899]: WARNING neutronclient.v2_0.client [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.759732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.759950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.760291] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.760601] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d83e076-7415-4f7c-a501-04385248b1a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.766215] env[65899]: DEBUG oslo_vmware.api [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63378} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.766934] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.767173] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.767428] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.767630] env[65899]: INFO nova.compute.manager [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1097.767937] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1097.768214] env[65899]: DEBUG nova.compute.manager [-] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1097.768352] env[65899]: DEBUG nova.network.neutron [-] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1097.768629] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.773213] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1097.773213] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c4c789-bab5-b832-3948-19f2374aeff3" [ 1097.773213] env[65899]: _type = "Task" [ 1097.773213] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.783268] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c4c789-bab5-b832-3948-19f2374aeff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.809344] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.931498] env[65899]: WARNING neutronclient.v2_0.client [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.968579] env[65899]: ERROR nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [req-b3f24057-1669-4b38-b372-934c863fd52e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3f24057-1669-4b38-b372-934c863fd52e"}]} [ 1097.985225] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1098.009212] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1098.009486] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.032390] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1098.059812] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1098.073337] env[65899]: DEBUG nova.network.neutron [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updated VIF entry in instance network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1098.073670] env[65899]: DEBUG nova.network.neutron [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.111703] env[65899]: DEBUG nova.compute.manager [req-d0a5ae00-e5b1-4c9f-a694-7c7faa879fa4 req-6cdb3e14-a9f4-435e-a158-9743d2c95a9c service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Received event network-vif-deleted-c54c080f-ba7d-47e7-9089-c1f893aab878 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1098.112327] env[65899]: INFO nova.compute.manager [req-d0a5ae00-e5b1-4c9f-a694-7c7faa879fa4 req-6cdb3e14-a9f4-435e-a158-9743d2c95a9c service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Neutron deleted interface c54c080f-ba7d-47e7-9089-c1f893aab878; detaching it from the instance and deleting it from the info cache [ 1098.112327] env[65899]: DEBUG nova.network.neutron [req-d0a5ae00-e5b1-4c9f-a694-7c7faa879fa4 req-6cdb3e14-a9f4-435e-a158-9743d2c95a9c service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.248445] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895477, 'name': PowerOffVM_Task, 'duration_secs': 0.240739} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.249598] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.250390] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d16832e-c1ed-4ddb-a19b-89a013377fbd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.253319] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1684403-ac09-478d-bf83-e98192a86377 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.276206] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1f7c6c-6ade-4f53-bf37-dcbc5899f29a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.283465] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95deb5d-9b9f-44ca-b3d3-62352596d202 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.292169] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c4c789-bab5-b832-3948-19f2374aeff3, 'name': SearchDatastore_Task, 'duration_secs': 0.018935} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.318748] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.319034] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.319509] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.319691] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.319905] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.323171] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fef3741-858f-4141-8ca4-e871a01e69d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.325805] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f90df7-ce61-415c-9372-925de9c94043 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.336131] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234613ba-83c3-4c10-bc85-e7acff33747c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.341204] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.341391] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.342513] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cb1657-d8e3-429a-99ba-173a5b75d5fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.354710] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.360349] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1098.360349] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c2c8ab-210f-fce2-e05a-16cdb731ead5" [ 1098.360349] env[65899]: _type = "Task" [ 1098.360349] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.365555] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.365844] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea3f8dba-7b89-41a6-aff7-84d1566da682 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.374598] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c2c8ab-210f-fce2-e05a-16cdb731ead5, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.376373] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1098.376373] env[65899]: value = "task-4895478" [ 1098.376373] env[65899]: _type = "Task" [ 1098.376373] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.376945] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a3a3ec-b59e-41f8-8354-2fca0aa8d983 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.385685] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1098.385685] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c33c0a-15df-e3b2-25db-91f5ce077d8a" [ 1098.385685] env[65899]: _type = "Task" [ 1098.385685] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.392381] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1098.392580] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.392812] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.392964] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.393156] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.393398] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c303fe-2161-4464-b542-f497e1a2e1a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.400629] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c33c0a-15df-e3b2-25db-91f5ce077d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.401593] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.401891] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 8eab0290-f483-465b-97fb-a3f401b121b8/8eab0290-f483-465b-97fb-a3f401b121b8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.402195] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.402358] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.403054] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a368b0-4f77-41f7-888a-ce98515f0550 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.404825] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03313dd-3b63-481c-9081-e0144de2ed03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.410695] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1098.410695] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524fa165-7e53-0d24-7a9a-7b348e068699" [ 1098.410695] env[65899]: _type = "Task" [ 1098.410695] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.414575] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1098.414575] env[65899]: value = "task-4895479" [ 1098.414575] env[65899]: _type = "Task" [ 1098.414575] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.420746] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524fa165-7e53-0d24-7a9a-7b348e068699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.425996] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.522917] env[65899]: DEBUG nova.network.neutron [-] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.576603] env[65899]: DEBUG oslo_concurrency.lockutils [req-ac3d3cea-9dc6-47a5-8aed-97395a96e8ae req-461915ee-5173-4af7-a5ac-a115b07c1301 service nova] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.615734] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87235654-e33e-4257-8122-a19765ab8f4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.627384] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a57d1-79d5-44d9-be6f-259cfc094f5d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.660983] env[65899]: DEBUG nova.compute.manager [req-d0a5ae00-e5b1-4c9f-a694-7c7faa879fa4 req-6cdb3e14-a9f4-435e-a158-9743d2c95a9c service nova] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Detach interface failed, port_id=c54c080f-ba7d-47e7-9089-c1f893aab878, reason: Instance 224ce709-7c6d-48a2-87c5-3ed44dc4ea26 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1098.891014] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1098.891396] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 136 to 137 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1098.891648] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.930094] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504532} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.930333] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524fa165-7e53-0d24-7a9a-7b348e068699, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.930545] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 8eab0290-f483-465b-97fb-a3f401b121b8/8eab0290-f483-465b-97fb-a3f401b121b8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.930769] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.931650] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d233d5fb-227c-4575-a167-2648ba6b0bd7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.933757] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ac015b-4eac-418f-9107-d6d5f5e8b4b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.939405] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1098.939405] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5271ed9e-09d1-c889-9285-5cf76f1950e1" [ 1098.939405] env[65899]: _type = "Task" [ 1098.939405] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.943420] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1098.943420] env[65899]: value = "task-4895480" [ 1098.943420] env[65899]: _type = "Task" [ 1098.943420] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.949689] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5271ed9e-09d1-c889-9285-5cf76f1950e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.954827] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.025623] env[65899]: INFO nova.compute.manager [-] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Took 1.26 seconds to deallocate network for instance. [ 1099.397757] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1099.398160] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.303s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.398483] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.562s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.398699] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.400827] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.464s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.402438] env[65899]: INFO nova.compute.claims [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.424844] env[65899]: INFO nova.scheduler.client.report [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Deleted allocations for instance ae416780-a2c7-444a-a5a9-a5c111b5643a [ 1099.451871] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5271ed9e-09d1-c889-9285-5cf76f1950e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.452738] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.452915] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. {{(pid=65899) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1099.453772] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70df001e-11f6-4db5-8074-e584117004e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.458898] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073163} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.459575] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.461204] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efdd17d-3875-48bc-ad0b-e688ae749b7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.465417] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1099.465417] env[65899]: value = "task-4895481" [ 1099.465417] env[65899]: _type = "Task" [ 1099.465417] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.487615] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 8eab0290-f483-465b-97fb-a3f401b121b8/8eab0290-f483-465b-97fb-a3f401b121b8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.488660] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f32bbe-5980-4477-aaac-e69d42bb1356 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.508146] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.516589] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1099.516589] env[65899]: value = "task-4895482" [ 1099.516589] env[65899]: _type = "Task" [ 1099.516589] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.524421] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.532564] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.932029] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Lock "ae416780-a2c7-444a-a5a9-a5c111b5643a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.821s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.979566] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.026812] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895482, 'name': ReconfigVM_Task, 'duration_secs': 0.282113} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.027094] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 8eab0290-f483-465b-97fb-a3f401b121b8/8eab0290-f483-465b-97fb-a3f401b121b8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.027812] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68c65d3a-0963-4ef1-a0a8-9a1ca1c49d0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.034518] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1100.034518] env[65899]: value = "task-4895483" [ 1100.034518] env[65899]: _type = "Task" [ 1100.034518] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.044570] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895483, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.477478] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994429} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.480235] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk. [ 1100.482340] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4492ce0f-0a3e-4a47-999a-8e9f3faca21e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.508748] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.511911] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb87f85-9c75-421f-b293-8d0ae67f9eb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.531253] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1100.531253] env[65899]: value = "task-4895484" [ 1100.531253] env[65899]: _type = "Task" [ 1100.531253] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.544069] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.550552] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895483, 'name': Rename_Task, 'duration_secs': 0.2134} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.554225] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.554786] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc85fc58-842c-49ee-a56c-160c36444549 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.562482] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1100.562482] env[65899]: value = "task-4895485" [ 1100.562482] env[65899]: _type = "Task" [ 1100.562482] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.577503] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.643121] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d3fd2-a77e-4ec1-902e-408ba109b5df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.651790] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b401c-c331-460b-bf0d-0bc2ddd5dc7e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.684378] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7392101-53fe-45ed-9809-016a96e76c0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.692509] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10aa5fb-4955-43f5-aded-11edf2e64c22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.706934] env[65899]: DEBUG nova.compute.provider_tree [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.045491] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895484, 'name': ReconfigVM_Task, 'duration_secs': 0.412395} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.045491] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 3590db92-6ffd-4753-b182-656faba059b8/a6411459-c389-4b5f-8a2f-bea2acd6f8f2-rescue.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.046697] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864446ad-946c-481f-8712-e095e6c7c5fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.075912] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65732bab-b626-40ce-97ae-2e77c0987971 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.091812] env[65899]: DEBUG oslo_vmware.api [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895485, 'name': PowerOnVM_Task, 'duration_secs': 0.490933} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.093064] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.093276] env[65899]: INFO nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1101.093453] env[65899]: DEBUG nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1101.093762] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1101.093762] env[65899]: value = "task-4895486" [ 1101.093762] env[65899]: _type = "Task" [ 1101.093762] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.094461] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2f20ea-26cc-4ee7-aaf1-b1e796c751d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.105506] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.210812] env[65899]: DEBUG nova.scheduler.client.report [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.606942] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.618583] env[65899]: INFO nova.compute.manager [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Took 12.62 seconds to build instance. [ 1101.716456] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.717036] env[65899]: DEBUG nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1101.720496] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.715s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.721517] env[65899]: INFO nova.compute.claims [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.107426] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895486, 'name': ReconfigVM_Task, 'duration_secs': 0.519039} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.107746] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.108084] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a221cbc-a6df-4212-8d5b-d3dcb1f72d8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.114858] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1102.114858] env[65899]: value = "task-4895487" [ 1102.114858] env[65899]: _type = "Task" [ 1102.114858] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.120232] env[65899]: DEBUG oslo_concurrency.lockutils [None req-44d253bc-1c97-4599-830e-75b6692c81cc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "8eab0290-f483-465b-97fb-a3f401b121b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.132s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.126569] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.226829] env[65899]: DEBUG nova.compute.utils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.231254] env[65899]: DEBUG nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1102.231512] env[65899]: DEBUG nova.network.neutron [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1102.231855] env[65899]: WARNING neutronclient.v2_0.client [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.232226] env[65899]: WARNING neutronclient.v2_0.client [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.272420] env[65899]: DEBUG nova.policy [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485a2a10e6fe4533ac189a10a9be7dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e1e2f4e8b3e4505b24625bbbdfdd852', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.608388] env[65899]: DEBUG nova.network.neutron [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Successfully created port: d7944311-5d14-4409-b523-8f24e08a490b {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1102.626714] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.735040] env[65899]: DEBUG nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1102.983014] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92de44bd-8ce0-4469-b59c-082633b755e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.990862] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe981b8-9929-470c-8d91-15205038f87e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.022881] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a3dc0-0d28-40d6-b329-c1ef214ac58d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.031731] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f0788b-7d96-4694-8827-0a46db010319 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.046131] env[65899]: DEBUG nova.compute.provider_tree [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.128105] env[65899]: DEBUG oslo_vmware.api [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895487, 'name': PowerOnVM_Task, 'duration_secs': 0.655093} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.128431] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.131298] env[65899]: DEBUG nova.compute.manager [None req-b4f30ea6-253d-4a2d-8a2e-0b08c624168f tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1103.132224] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ed76c8-42dd-400e-8d73-c77fb2bce0f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.549648] env[65899]: DEBUG nova.scheduler.client.report [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.690087] env[65899]: DEBUG nova.compute.manager [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1103.690087] env[65899]: DEBUG nova.compute.manager [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing instance network info cache due to event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1103.690087] env[65899]: DEBUG oslo_concurrency.lockutils [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.690087] env[65899]: DEBUG oslo_concurrency.lockutils [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.690291] env[65899]: DEBUG nova.network.neutron [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.755745] env[65899]: DEBUG nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1103.778873] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1103.779138] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.779315] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1103.779499] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.779659] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1103.779808] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1103.780042] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1103.780300] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1103.780496] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1103.780672] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1103.780859] env[65899]: DEBUG nova.virt.hardware [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1103.781777] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08905f80-abda-4363-9cd6-8914d1fe7f16 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.790935] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd1e2b-2a86-4711-9410-3bb57839ac66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.054683] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.054683] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.056189] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.056751] env[65899]: DEBUG nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1104.060246] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.086s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.060346] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.063084] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.994s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.063084] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.064441] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.472s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.065124] env[65899]: DEBUG nova.objects.instance [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lazy-loading 'resources' on Instance uuid a13b917f-602a-4f2d-8a85-b9c215fcaf4e {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.108569] env[65899]: INFO nova.scheduler.client.report [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleted allocations for instance c220cad1-e3c7-4c8e-b208-3f6666a98d5f [ 1104.124430] env[65899]: INFO nova.scheduler.client.report [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Deleted allocations for instance 91b235d8-6c10-41f7-85dc-ba6e6db95e8b [ 1104.192836] env[65899]: WARNING neutronclient.v2_0.client [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.300583] env[65899]: DEBUG nova.network.neutron [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Successfully updated port: d7944311-5d14-4409-b523-8f24e08a490b {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1104.333181] env[65899]: DEBUG nova.compute.manager [req-04cf5ec3-c99b-43a0-b3bc-2ceb8385ef03 req-8b151da3-1775-44c0-a7a6-e714016eda33 service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Received event network-vif-plugged-d7944311-5d14-4409-b523-8f24e08a490b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1104.333389] env[65899]: DEBUG oslo_concurrency.lockutils [req-04cf5ec3-c99b-43a0-b3bc-2ceb8385ef03 req-8b151da3-1775-44c0-a7a6-e714016eda33 service nova] Acquiring lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.333601] env[65899]: DEBUG oslo_concurrency.lockutils [req-04cf5ec3-c99b-43a0-b3bc-2ceb8385ef03 req-8b151da3-1775-44c0-a7a6-e714016eda33 service nova] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.333935] env[65899]: DEBUG oslo_concurrency.lockutils [req-04cf5ec3-c99b-43a0-b3bc-2ceb8385ef03 req-8b151da3-1775-44c0-a7a6-e714016eda33 service nova] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.334153] env[65899]: DEBUG nova.compute.manager [req-04cf5ec3-c99b-43a0-b3bc-2ceb8385ef03 req-8b151da3-1775-44c0-a7a6-e714016eda33 service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] No waiting events found dispatching network-vif-plugged-d7944311-5d14-4409-b523-8f24e08a490b {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1104.334344] env[65899]: WARNING nova.compute.manager [req-04cf5ec3-c99b-43a0-b3bc-2ceb8385ef03 req-8b151da3-1775-44c0-a7a6-e714016eda33 service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Received unexpected event network-vif-plugged-d7944311-5d14-4409-b523-8f24e08a490b for instance with vm_state building and task_state spawning. [ 1104.392205] env[65899]: WARNING neutronclient.v2_0.client [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.489282] env[65899]: DEBUG nova.network.neutron [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updated VIF entry in instance network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1104.489761] env[65899]: DEBUG nova.network.neutron [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.561909] env[65899]: DEBUG nova.compute.utils [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.568344] env[65899]: DEBUG nova.compute.utils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.572172] env[65899]: DEBUG nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1104.572480] env[65899]: DEBUG nova.network.neutron [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1104.572783] env[65899]: WARNING neutronclient.v2_0.client [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.573141] env[65899]: WARNING neutronclient.v2_0.client [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.619208] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "c220cad1-e3c7-4c8e-b208-3f6666a98d5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.085s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.634240] env[65899]: DEBUG nova.policy [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adce49c3d5894fb3849b4b6dfb542957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ec6d067cda04e9ab138af689fdc07bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.637180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Lock "91b235d8-6c10-41f7-85dc-ba6e6db95e8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.032s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.680492] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.680763] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.726608] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.726851] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.774731] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0744f4-6ced-4d50-80ee-33491f75c10c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.783220] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751bd552-fb92-4854-b7e8-ada794e47f11 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.820103] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "refresh_cache-b0c11e23-699c-4fdf-9838-bd69856c3ea4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.820382] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "refresh_cache-b0c11e23-699c-4fdf-9838-bd69856c3ea4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.821053] env[65899]: DEBUG nova.network.neutron [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.823978] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d52dfc0-dc6b-4a2a-bdaf-501a8744c3fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.833325] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8569707-ab28-4ed9-84ec-65e2cd590c7a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.848870] env[65899]: DEBUG nova.compute.provider_tree [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.980433] env[65899]: DEBUG nova.network.neutron [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Successfully created port: 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1104.992532] env[65899]: DEBUG oslo_concurrency.lockutils [req-846f7a67-4ecd-4566-996e-45fb861a9373 req-8515d0ed-35b7-4a91-90a8-3687f4c92724 service nova] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.065651] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.076495] env[65899]: DEBUG nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1105.183376] env[65899]: DEBUG nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1105.230356] env[65899]: INFO nova.compute.manager [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Detaching volume 3c8e8160-0a82-4989-93c6-009c5e5a9bf6 [ 1105.272107] env[65899]: INFO nova.virt.block_device [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Attempting to driver detach volume 3c8e8160-0a82-4989-93c6-009c5e5a9bf6 from mountpoint /dev/sdb [ 1105.272369] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.272556] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954051', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'name': 'volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c62b16dd-892f-4282-bf55-70e4d50f9ac2', 'attached_at': '', 'detached_at': '', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'serial': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.273525] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee13ef7-2729-422c-ba4f-aa453c7f22c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.296641] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf96940a-25f3-4433-908d-8951fe386379 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.304421] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77592a90-a699-4d86-a624-fb54c4bc0306 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.328822] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbbfba9-f6da-43e4-a8e9-8b8f6ea9fe03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.345382] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The volume has not been displaced from its original location: [datastore2] volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6/volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.350711] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.351665] env[65899]: DEBUG nova.scheduler.client.report [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.355478] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc89145-49af-48da-b367-06b7d8985fc8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.378915] env[65899]: DEBUG oslo_vmware.api [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1105.378915] env[65899]: value = "task-4895488" [ 1105.378915] env[65899]: _type = "Task" [ 1105.378915] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.387435] env[65899]: DEBUG oslo_vmware.api [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.709701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.857882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.860608] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.222s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.860906] env[65899]: DEBUG nova.objects.instance [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lazy-loading 'pci_requests' on Instance uuid c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.884911] env[65899]: INFO nova.scheduler.client.report [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Deleted allocations for instance a13b917f-602a-4f2d-8a85-b9c215fcaf4e [ 1105.892657] env[65899]: DEBUG oslo_vmware.api [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895488, 'name': ReconfigVM_Task, 'duration_secs': 0.24039} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.893206] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.898311] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16941959-ac1f-4160-a522-7fb2a0e8b505 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.910150] env[65899]: DEBUG nova.network.neutron [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.920155] env[65899]: DEBUG oslo_vmware.api [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1105.920155] env[65899]: value = "task-4895489" [ 1105.920155] env[65899]: _type = "Task" [ 1105.920155] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.929347] env[65899]: DEBUG oslo_vmware.api [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.088561] env[65899]: DEBUG nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1106.119348] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.119612] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.119773] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.120038] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.120540] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.120540] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.120738] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.120900] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.121426] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.121596] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.121776] env[65899]: DEBUG nova.virt.hardware [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.122712] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867f68c2-2866-411b-87a0-54fb643311a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.132319] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7556fdf6-4ed0-484c-a766-a0f5ab358015 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.148084] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.148515] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.148600] env[65899]: INFO nova.compute.manager [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Attaching volume 01f8d295-01a3-464f-a9fd-41e44ff6040b to /dev/sdb [ 1106.188050] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a98cf-3f71-4648-8e8b-4839f7df9fcf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.196283] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f46b7-66a8-4880-8572-ee6c17a5903a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.214250] env[65899]: DEBUG nova.virt.block_device [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updating existing volume attachment record: f0a748ae-d118-4c56-9d34-f40eed4e0ef2 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1106.368605] env[65899]: DEBUG nova.objects.instance [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lazy-loading 'numa_topology' on Instance uuid c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.397294] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Lock "a13b917f-602a-4f2d-8a85-b9c215fcaf4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.250s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.432503] env[65899]: DEBUG oslo_vmware.api [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895489, 'name': ReconfigVM_Task, 'duration_secs': 0.161742} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.432810] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954051', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'name': 'volume-3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c62b16dd-892f-4282-bf55-70e4d50f9ac2', 'attached_at': '', 'detached_at': '', 'volume_id': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6', 'serial': '3c8e8160-0a82-4989-93c6-009c5e5a9bf6'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.507359] env[65899]: DEBUG nova.network.neutron [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Successfully updated port: 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1106.602865] env[65899]: WARNING neutronclient.v2_0.client [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.871756] env[65899]: INFO nova.compute.claims [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.893312] env[65899]: DEBUG nova.network.neutron [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Updating instance_info_cache with network_info: [{"id": "d7944311-5d14-4409-b523-8f24e08a490b", "address": "fa:16:3e:39:15:a1", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7944311-5d", "ovs_interfaceid": "d7944311-5d14-4409-b523-8f24e08a490b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.986535] env[65899]: DEBUG nova.objects.instance [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'flavor' on Instance uuid c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.009574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.009826] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.010213] env[65899]: DEBUG nova.network.neutron [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.209101] env[65899]: DEBUG nova.compute.manager [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Received event network-changed-d7944311-5d14-4409-b523-8f24e08a490b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.209101] env[65899]: DEBUG nova.compute.manager [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Refreshing instance network info cache due to event network-changed-d7944311-5d14-4409-b523-8f24e08a490b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1107.209101] env[65899]: DEBUG oslo_concurrency.lockutils [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] Acquiring lock "refresh_cache-b0c11e23-699c-4fdf-9838-bd69856c3ea4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.397015] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "refresh_cache-b0c11e23-699c-4fdf-9838-bd69856c3ea4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.397549] env[65899]: DEBUG nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Instance network_info: |[{"id": "d7944311-5d14-4409-b523-8f24e08a490b", "address": "fa:16:3e:39:15:a1", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7944311-5d", "ovs_interfaceid": "d7944311-5d14-4409-b523-8f24e08a490b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1107.398116] env[65899]: DEBUG oslo_concurrency.lockutils [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] Acquired lock "refresh_cache-b0c11e23-699c-4fdf-9838-bd69856c3ea4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.398417] env[65899]: DEBUG nova.network.neutron [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Refreshing network info cache for port d7944311-5d14-4409-b523-8f24e08a490b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.400649] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:15:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7944311-5d14-4409-b523-8f24e08a490b', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.408930] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1107.409670] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.409908] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f542e43d-da13-49e8-bb21-1dab2b7f173a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.433283] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.433283] env[65899]: value = "task-4895493" [ 1107.433283] env[65899]: _type = "Task" [ 1107.433283] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.443705] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895493, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.577259] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "1b243125-c07b-4a41-8643-84f2a3858b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.577259] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.624389] env[65899]: DEBUG nova.network.neutron [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.910262] env[65899]: WARNING neutronclient.v2_0.client [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.949140] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895493, 'name': CreateVM_Task, 'duration_secs': 0.358957} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.953618] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.955412] env[65899]: WARNING neutronclient.v2_0.client [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.955952] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.956489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.957376] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.959487] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e494f979-21d0-4f84-af45-3da46856e6f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.963996] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1107.963996] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5234558d-07cb-7ae1-e65a-43f67925c15f" [ 1107.963996] env[65899]: _type = "Task" [ 1107.963996] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.978941] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5234558d-07cb-7ae1-e65a-43f67925c15f, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.979566] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.979871] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.980387] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.980613] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.980854] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.981256] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3b2e1ec-fb74-4db4-90c8-cbdc3e282f84 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.994616] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.994901] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.995758] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f2ad7c-92c0-445f-9d74-cc85d721c1c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003559] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c454c9e-0be2-452b-a45f-2e9e5e8e0797 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.008465] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1108.008465] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bd493c-c594-09bb-a51f-d9281ee1b874" [ 1108.008465] env[65899]: _type = "Task" [ 1108.008465] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.017834] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bd493c-c594-09bb-a51f-d9281ee1b874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.079301] env[65899]: DEBUG nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1108.102186] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873d5d7-3de9-45d1-866c-eb3983ed513e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.109961] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4532098-3ff9-416b-bc84-a2e702d7a9de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.144459] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5116646e-96ad-4f89-a301-d9ee738bc038 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.155078] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de56997c-389b-4092-b373-af52a3b8abe9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.169378] env[65899]: DEBUG nova.compute.provider_tree [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.406501] env[65899]: WARNING neutronclient.v2_0.client [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.521253] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bd493c-c594-09bb-a51f-d9281ee1b874, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.522623] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce364bc-c8f7-42dc-ab58-f4325218d906 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.533091] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1108.533091] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5249d730-7ba2-84b1-56d0-ecf1c351453c" [ 1108.533091] env[65899]: _type = "Task" [ 1108.533091] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.544063] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5249d730-7ba2-84b1-56d0-ecf1c351453c, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.544385] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.544682] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] b0c11e23-699c-4fdf-9838-bd69856c3ea4/b0c11e23-699c-4fdf-9838-bd69856c3ea4.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.544982] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b12814-6bb9-4654-a603-b49c2517a07c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.552787] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1108.552787] env[65899]: value = "task-4895495" [ 1108.552787] env[65899]: _type = "Task" [ 1108.552787] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.563721] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.611459] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.673984] env[65899]: DEBUG nova.scheduler.client.report [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.915042] env[65899]: DEBUG nova.network.neutron [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.075311] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506753} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.075311] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] b0c11e23-699c-4fdf-9838-bd69856c3ea4/b0c11e23-699c-4fdf-9838-bd69856c3ea4.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.075311] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.075311] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce76b7eb-0999-4d92-81bf-e246b2fd2ca7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.083650] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1109.083650] env[65899]: value = "task-4895496" [ 1109.083650] env[65899]: _type = "Task" [ 1109.083650] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.090661] env[65899]: WARNING neutronclient.v2_0.client [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.098472] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.179674] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.319s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.180218] env[65899]: WARNING neutronclient.v2_0.client [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.182813] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.650s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.183065] env[65899]: DEBUG nova.objects.instance [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'resources' on Instance uuid 224ce709-7c6d-48a2-87c5-3ed44dc4ea26 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.295254] env[65899]: INFO nova.network.neutron [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating port 1d0da864-8d1b-43ad-a29e-767231db84fc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1109.326709] env[65899]: DEBUG nova.network.neutron [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Updated VIF entry in instance network info cache for port d7944311-5d14-4409-b523-8f24e08a490b. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.327147] env[65899]: DEBUG nova.network.neutron [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Updating instance_info_cache with network_info: [{"id": "d7944311-5d14-4409-b523-8f24e08a490b", "address": "fa:16:3e:39:15:a1", "network": {"id": "0a83976b-af1c-4b12-a870-60885cef927a", "bridge": "br-int", "label": "tempest-ServersTestJSON-985775018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e1e2f4e8b3e4505b24625bbbdfdd852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7944311-5d", "ovs_interfaceid": "d7944311-5d14-4409-b523-8f24e08a490b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.388573] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Received event network-vif-plugged-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1109.390795] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.390795] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.390795] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.390795] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] No waiting events found dispatching network-vif-plugged-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1109.390795] env[65899]: WARNING nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Received unexpected event network-vif-plugged-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 for instance with vm_state building and task_state spawning. [ 1109.390795] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Received event network-changed-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1109.390795] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Refreshing instance network info cache due to event network-changed-5db477d6-ba9c-46e1-b1d2-0930b0b159f7. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1109.390795] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Acquiring lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.417382] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.418362] env[65899]: DEBUG nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Instance network_info: |[{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1109.418759] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Acquired lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.420238] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Refreshing network info cache for port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.420238] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:a5:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5db477d6-ba9c-46e1-b1d2-0930b0b159f7', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.429828] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.431183] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.431498] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28698ab8-c0c5-4e47-8ffd-045a3cf6b52d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.464408] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.464408] env[65899]: value = "task-4895497" [ 1109.464408] env[65899]: _type = "Task" [ 1109.464408] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.474935] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895497, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.594688] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073781} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.594688] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.595106] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e72e30c-10f8-41f6-884c-9b6afe598acf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.622453] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] b0c11e23-699c-4fdf-9838-bd69856c3ea4/b0c11e23-699c-4fdf-9838-bd69856c3ea4.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.622821] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0c5ad9-120a-4914-8f45-98760e923704 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.646184] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1109.646184] env[65899]: value = "task-4895498" [ 1109.646184] env[65899]: _type = "Task" [ 1109.646184] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.662831] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.834191] env[65899]: DEBUG oslo_concurrency.lockutils [req-cd4e7d97-47c1-4ae4-998d-921cce82a4a1 req-26ba35ff-92f7-4bc7-a8d5-72eabecd440d service nova] Releasing lock "refresh_cache-b0c11e23-699c-4fdf-9838-bd69856c3ea4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.858711] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.858979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.859262] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.859466] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.859646] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.864663] env[65899]: INFO nova.compute.manager [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Terminating instance [ 1109.877520] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74f3494-87e5-4bd7-b7ee-1197541ce4b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.887740] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e011cc39-6b8c-4798-8ec0-819520ed6f27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.921900] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f42e4ef-4d47-43f1-af61-417a277989b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.931311] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b96765-f5d4-46ea-b091-eef1982d5fe0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.935947] env[65899]: WARNING neutronclient.v2_0.client [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.948575] env[65899]: DEBUG nova.compute.provider_tree [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.975968] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895497, 'name': CreateVM_Task, 'duration_secs': 0.404035} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.976175] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.976669] env[65899]: WARNING neutronclient.v2_0.client [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.977020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.977188] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.977555] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.977838] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37963745-98f9-4043-b654-cdcab9cadbf7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.983712] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1109.983712] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522733a3-5c52-76eb-70b1-52cad215c005" [ 1109.983712] env[65899]: _type = "Task" [ 1109.983712] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.991903] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522733a3-5c52-76eb-70b1-52cad215c005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.159759] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895498, 'name': ReconfigVM_Task, 'duration_secs': 0.327615} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.160095] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Reconfigured VM instance instance-0000006b to attach disk [datastore1] b0c11e23-699c-4fdf-9838-bd69856c3ea4/b0c11e23-699c-4fdf-9838-bd69856c3ea4.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.161035] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cdb1ea4-3687-4186-98aa-53e534c4fbbc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.168398] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1110.168398] env[65899]: value = "task-4895499" [ 1110.168398] env[65899]: _type = "Task" [ 1110.168398] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.181282] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895499, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.368616] env[65899]: DEBUG nova.compute.manager [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1110.368861] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.369771] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e76c666-c96e-43b3-be20-27b388d6af95 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.379059] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.379375] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de114d2c-8b08-4ba7-90d5-c6716ea9c23e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.388310] env[65899]: DEBUG oslo_vmware.api [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1110.388310] env[65899]: value = "task-4895500" [ 1110.388310] env[65899]: _type = "Task" [ 1110.388310] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.397842] env[65899]: DEBUG oslo_vmware.api [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.483818] env[65899]: ERROR nova.scheduler.client.report [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [req-6d6465ea-7a38-490a-8f6a-7d2ca1b55258] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d6465ea-7a38-490a-8f6a-7d2ca1b55258"}]} [ 1110.504125] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522733a3-5c52-76eb-70b1-52cad215c005, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.504605] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.504970] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.505310] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.505431] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.505645] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.505927] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ef8eb2a-3ed0-4963-a44f-2568408ceb04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.519314] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.519561] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.520305] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9d2c82-b164-4d15-982b-714cd2e09f5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.527182] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1110.527182] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52222b65-2c66-db07-829a-dc0676faa5ec" [ 1110.527182] env[65899]: _type = "Task" [ 1110.527182] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.527923] env[65899]: DEBUG nova.scheduler.client.report [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1110.539195] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52222b65-2c66-db07-829a-dc0676faa5ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.549039] env[65899]: DEBUG nova.scheduler.client.report [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1110.549271] env[65899]: DEBUG nova.compute.provider_tree [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.564175] env[65899]: DEBUG nova.scheduler.client.report [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1110.584285] env[65899]: DEBUG nova.scheduler.client.report [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1110.685871] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895499, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.762781] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1110.763169] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954081', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'name': 'volume-01f8d295-01a3-464f-a9fd-41e44ff6040b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a38fbe5-19be-4397-8b7b-27be59deddad', 'attached_at': '', 'detached_at': '', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'serial': '01f8d295-01a3-464f-a9fd-41e44ff6040b'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1110.764435] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ba7f77-9137-4819-9ecf-8564d12b1be0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.786809] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1f7915-6d55-490a-85d0-44b9c4afb8bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.820858] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-01f8d295-01a3-464f-a9fd-41e44ff6040b/volume-01f8d295-01a3-464f-a9fd-41e44ff6040b.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.823191] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4351d211-f7a0-465f-aba7-085fe56f7228 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.840780] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da674705-d868-4c9d-8c84-38457890dddc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.852467] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe12093-d8a6-46bf-9cfe-ba7c98891719 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.857924] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1110.857924] env[65899]: value = "task-4895501" [ 1110.857924] env[65899]: _type = "Task" [ 1110.857924] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.901528] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b100b854-5384-4448-92a2-96e44e1f68a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.908507] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.918876] env[65899]: DEBUG oslo_vmware.api [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895500, 'name': PowerOffVM_Task, 'duration_secs': 0.347222} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.918876] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.918876] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.921684] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4da6533-fc71-4d9a-9332-a265d5015c9a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.924408] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0865a52-d07e-4b4d-98c1-e58abcdbfaaa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.943358] env[65899]: DEBUG nova.compute.provider_tree [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.967045] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.967045] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.967045] env[65899]: DEBUG nova.network.neutron [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1111.021725] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.021725] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.021725] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleting the datastore file [datastore2] c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.021725] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a88a7b7-f12d-4797-8876-5597c3c7ebba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.030655] env[65899]: DEBUG oslo_vmware.api [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1111.030655] env[65899]: value = "task-4895503" [ 1111.030655] env[65899]: _type = "Task" [ 1111.030655] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.047891] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52222b65-2c66-db07-829a-dc0676faa5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.028358} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.052258] env[65899]: DEBUG oslo_vmware.api [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.053898] env[65899]: WARNING neutronclient.v2_0.client [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.059030] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a977f6-fbd6-4727-be58-2811f9a2eee9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.065183] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1111.065183] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52192d97-1791-e0e7-533e-b8c234ed5e30" [ 1111.065183] env[65899]: _type = "Task" [ 1111.065183] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.080315] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52192d97-1791-e0e7-533e-b8c234ed5e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.186031] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895499, 'name': Rename_Task, 'duration_secs': 0.927055} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.186451] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.186739] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1919622-740f-49ef-970c-a80a620244ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.199634] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1111.199634] env[65899]: value = "task-4895504" [ 1111.199634] env[65899]: _type = "Task" [ 1111.199634] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.209546] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updated VIF entry in instance network info cache for port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.209905] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.220326] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.370532] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.472582] env[65899]: WARNING neutronclient.v2_0.client [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.498120] env[65899]: DEBUG nova.scheduler.client.report [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1111.498612] env[65899]: DEBUG nova.compute.provider_tree [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 139 to 140 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1111.498612] env[65899]: DEBUG nova.compute.provider_tree [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.547790] env[65899]: DEBUG nova.compute.manager [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1111.548102] env[65899]: DEBUG nova.compute.manager [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing instance network info cache due to event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1111.548416] env[65899]: DEBUG oslo_concurrency.lockutils [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] Acquiring lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.548625] env[65899]: DEBUG oslo_concurrency.lockutils [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] Acquired lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.548857] env[65899]: DEBUG nova.network.neutron [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.564028] env[65899]: DEBUG oslo_vmware.api [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305941} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.565062] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.565854] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.565854] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.565939] env[65899]: INFO nova.compute.manager [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1111.566324] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1111.567298] env[65899]: DEBUG nova.compute.manager [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1111.567298] env[65899]: DEBUG nova.network.neutron [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1111.567599] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.589235] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52192d97-1791-e0e7-533e-b8c234ed5e30, 'name': SearchDatastore_Task, 'duration_secs': 0.023613} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.589985] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.590597] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.591366] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bdeb1f5-1177-4b4c-894e-4487d8756ac8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.601413] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1111.601413] env[65899]: value = "task-4895505" [ 1111.601413] env[65899]: _type = "Task" [ 1111.601413] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.616649] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.644434] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.716049] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895504, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.717767] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Releasing lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.718082] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1111.718364] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing instance network info cache due to event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1111.718597] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Acquiring lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.798541] env[65899]: DEBUG nova.compute.manager [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received event network-vif-plugged-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1111.799211] env[65899]: DEBUG oslo_concurrency.lockutils [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.799211] env[65899]: DEBUG oslo_concurrency.lockutils [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.799439] env[65899]: DEBUG oslo_concurrency.lockutils [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.799654] env[65899]: DEBUG nova.compute.manager [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] No waiting events found dispatching network-vif-plugged-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1111.800174] env[65899]: WARNING nova.compute.manager [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received unexpected event network-vif-plugged-1d0da864-8d1b-43ad-a29e-767231db84fc for instance with vm_state shelved_offloaded and task_state spawning. [ 1111.800397] env[65899]: DEBUG nova.compute.manager [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received event network-changed-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1111.800613] env[65899]: DEBUG nova.compute.manager [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Refreshing instance network info cache due to event network-changed-1d0da864-8d1b-43ad-a29e-767231db84fc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1111.802149] env[65899]: DEBUG oslo_concurrency.lockutils [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] Acquiring lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.803421] env[65899]: WARNING neutronclient.v2_0.client [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.881239] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895501, 'name': ReconfigVM_Task, 'duration_secs': 0.694126} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.881239] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-01f8d295-01a3-464f-a9fd-41e44ff6040b/volume-01f8d295-01a3-464f-a9fd-41e44ff6040b.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.886667] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-861cc3b3-3c6d-4ab0-9a63-8b488bba1060 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.909835] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1111.909835] env[65899]: value = "task-4895506" [ 1111.909835] env[65899]: _type = "Task" [ 1111.909835] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.920963] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.980450] env[65899]: DEBUG nova.network.neutron [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da864-8d", "ovs_interfaceid": "1d0da864-8d1b-43ad-a29e-767231db84fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.008251] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.824s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.012823] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.303s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.016371] env[65899]: INFO nova.compute.claims [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.042208] env[65899]: INFO nova.scheduler.client.report [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted allocations for instance 224ce709-7c6d-48a2-87c5-3ed44dc4ea26 [ 1112.055112] env[65899]: WARNING neutronclient.v2_0.client [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.117921] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.213402] env[65899]: DEBUG oslo_vmware.api [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895504, 'name': PowerOnVM_Task, 'duration_secs': 0.767029} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.213541] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.214646] env[65899]: INFO nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1112.214646] env[65899]: DEBUG nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1112.214877] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b8ccd6-9a2d-4b7a-bf52-54bc865124f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.428153] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.484941] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.487698] env[65899]: DEBUG oslo_concurrency.lockutils [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] Acquired lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.487922] env[65899]: DEBUG nova.network.neutron [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Refreshing network info cache for port 1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.524029] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b361dac78a3b1d3f3f383a350940fa03',container_format='bare',created_at=2025-12-01T13:41:51Z,direct_url=,disk_format='vmdk',id=63a07239-4f31-4f0f-bc34-e9da595f8811,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1417756678-shelved',owner='305817b6558247c583a4ec1d9818140d',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-12-01T13:42:09Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.524542] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.524833] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.525052] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.525250] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.525431] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.525719] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.525865] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.526260] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.526547] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.526788] env[65899]: DEBUG nova.virt.hardware [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.530668] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fb5af-1eea-4fda-9666-43e3f66fca34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.543089] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70923ec8-5356-45b6-b024-d5612d8a413c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.562581] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:64:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0da864-8d1b-43ad-a29e-767231db84fc', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.571869] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1112.572525] env[65899]: DEBUG oslo_concurrency.lockutils [None req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "224ce709-7c6d-48a2-87c5-3ed44dc4ea26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.437s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.573820] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.574201] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0702336-39c8-4dab-85d0-9e96ac5f30cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.599846] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.599846] env[65899]: value = "task-4895507" [ 1112.599846] env[65899]: _type = "Task" [ 1112.599846] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.619109] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895507, 'name': CreateVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.624321] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.746636] env[65899]: INFO nova.compute.manager [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Took 18.83 seconds to build instance. [ 1112.759874] env[65899]: DEBUG nova.network.neutron [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.927892] env[65899]: DEBUG oslo_vmware.api [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895506, 'name': ReconfigVM_Task, 'duration_secs': 0.734687} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.928334] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954081', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'name': 'volume-01f8d295-01a3-464f-a9fd-41e44ff6040b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a38fbe5-19be-4397-8b7b-27be59deddad', 'attached_at': '', 'detached_at': '', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'serial': '01f8d295-01a3-464f-a9fd-41e44ff6040b'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1112.974119] env[65899]: WARNING neutronclient.v2_0.client [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.992081] env[65899]: WARNING neutronclient.v2_0.client [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.118716] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895507, 'name': CreateVM_Task, 'duration_secs': 0.472229} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.118918] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.119845] env[65899]: WARNING neutronclient.v2_0.client [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.120250] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.120401] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.120818] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.125193] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02018b2a-5235-4673-beb9-9761c972fb4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.127216] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895505, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.38227} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.128986] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.129206] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.130482] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6908c882-3efe-4180-afde-9e083d38b2bd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.134198] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1113.134198] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528cf2ff-88e1-baf0-5ee9-86fbee9994b9" [ 1113.134198] env[65899]: _type = "Task" [ 1113.134198] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.145374] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1113.145374] env[65899]: value = "task-4895508" [ 1113.145374] env[65899]: _type = "Task" [ 1113.145374] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.155663] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.156496] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Processing image 63a07239-4f31-4f0f-bc34-e9da595f8811 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.156797] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811/63a07239-4f31-4f0f-bc34-e9da595f8811.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.157026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811/63a07239-4f31-4f0f-bc34-e9da595f8811.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.157234] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.163680] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0ad2f79-5167-4b0a-9d47-084dfd2b7e86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.168693] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.176935] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.177381] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.178108] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d276cdc-d241-4913-ba33-3052b1c254f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.187362] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1113.187362] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ffd2bd-e53d-b9d2-914c-c93409525cf6" [ 1113.187362] env[65899]: _type = "Task" [ 1113.187362] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.194594] env[65899]: DEBUG nova.network.neutron [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updated VIF entry in instance network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1113.194934] env[65899]: DEBUG nova.network.neutron [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [{"id": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "address": "fa:16:3e:19:dc:47", "network": {"id": "57426338-08ec-4ec6-b79f-cbea492bdb60", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1440293714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0924258bb56748f8b7e57f97a52113f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72afd8c8-eb", "ovs_interfaceid": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.204762] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Preparing fetch location {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1113.207292] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Fetch image to [datastore1] OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75/OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75.vmdk {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1113.207292] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Downloading stream optimized image 63a07239-4f31-4f0f-bc34-e9da595f8811 to [datastore1] OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75/OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75.vmdk on the data store datastore1 as vApp {{(pid=65899) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1113.207292] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Downloading image file data 63a07239-4f31-4f0f-bc34-e9da595f8811 to the ESX as VM named 'OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75' {{(pid=65899) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1113.259737] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.356s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.266444] env[65899]: INFO nova.compute.manager [-] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Took 1.70 seconds to deallocate network for instance. [ 1113.280998] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f42fb1-c937-4f2f-b0e4-ac6363a0079d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.289224] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8103b278-0fbf-43e5-a094-a0496f8502c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.322734] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1113.322734] env[65899]: value = "resgroup-9" [ 1113.322734] env[65899]: _type = "ResourcePool" [ 1113.322734] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1113.327213] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55fa94-f3e4-494a-8481-15e95d16991c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.330551] env[65899]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4fd3af2d-e745-4ece-8bf7-a3433909d7e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.354792] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f062b41f-2a16-443d-bfed-6b6f0bdcc622 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.359297] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lease: (returnval){ [ 1113.359297] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c8863f-59b0-c256-2f92-8fd1ea004d1b" [ 1113.359297] env[65899]: _type = "HttpNfcLease" [ 1113.359297] env[65899]: } obtained for vApp import into resource pool (val){ [ 1113.359297] env[65899]: value = "resgroup-9" [ 1113.359297] env[65899]: _type = "ResourcePool" [ 1113.359297] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1113.359591] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the lease: (returnval){ [ 1113.359591] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c8863f-59b0-c256-2f92-8fd1ea004d1b" [ 1113.359591] env[65899]: _type = "HttpNfcLease" [ 1113.359591] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1113.373501] env[65899]: DEBUG nova.compute.provider_tree [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.382272] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.382272] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c8863f-59b0-c256-2f92-8fd1ea004d1b" [ 1113.382272] env[65899]: _type = "HttpNfcLease" [ 1113.382272] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.440799] env[65899]: WARNING neutronclient.v2_0.client [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.619884] env[65899]: DEBUG nova.network.neutron [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updated VIF entry in instance network info cache for port 1d0da864-8d1b-43ad-a29e-767231db84fc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1113.620312] env[65899]: DEBUG nova.network.neutron [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da864-8d", "ovs_interfaceid": "1d0da864-8d1b-43ad-a29e-767231db84fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.658815] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072884} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.659135] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.659911] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649103c8-2dfb-4d03-a597-082cf64e4501 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.683384] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.683384] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52de4acf-0db8-4f35-935f-3607f601bff4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.697483] env[65899]: DEBUG oslo_concurrency.lockutils [req-adf3b7d1-3d5c-4510-9658-19e5e47f38e6 req-bbb850f4-ff0f-4f3c-b7ea-41a7e43500fb service nova] Releasing lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.698311] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Acquired lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.698565] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.704839] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1113.704839] env[65899]: value = "task-4895510" [ 1113.704839] env[65899]: _type = "Task" [ 1113.704839] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.717176] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.772680] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.869597] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.869597] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c8863f-59b0-c256-2f92-8fd1ea004d1b" [ 1113.869597] env[65899]: _type = "HttpNfcLease" [ 1113.869597] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.881194] env[65899]: DEBUG nova.scheduler.client.report [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.996080] env[65899]: DEBUG nova.objects.instance [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'flavor' on Instance uuid 7a38fbe5-19be-4397-8b7b-27be59deddad {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.072406] env[65899]: DEBUG nova.compute.manager [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Received event network-vif-deleted-a5962943-23e0-4d8c-9453-bf8c84173de5 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.072487] env[65899]: DEBUG nova.compute.manager [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.072647] env[65899]: DEBUG nova.compute.manager [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing instance network info cache due to event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1114.072836] env[65899]: DEBUG oslo_concurrency.lockutils [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] Acquiring lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.123363] env[65899]: DEBUG oslo_concurrency.lockutils [req-6493dd1b-aefb-4cfd-931f-565870250cd0 req-8082b0f7-d973-4a71-82eb-c214491a933b service nova] Releasing lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.201902] env[65899]: WARNING neutronclient.v2_0.client [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.220604] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895510, 'name': ReconfigVM_Task, 'duration_secs': 0.309302} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.221049] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfigured VM instance instance-0000006c to attach disk [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.221823] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d89de9d7-cca6-4c77-a241-02d58b4e5169 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.231573] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1114.231573] env[65899]: value = "task-4895511" [ 1114.231573] env[65899]: _type = "Task" [ 1114.231573] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.243139] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895511, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.380433] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.380433] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c8863f-59b0-c256-2f92-8fd1ea004d1b" [ 1114.380433] env[65899]: _type = "HttpNfcLease" [ 1114.380433] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1114.387048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.387949] env[65899]: DEBUG nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1114.391180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.780s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.392847] env[65899]: INFO nova.compute.claims [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.396321] env[65899]: WARNING neutronclient.v2_0.client [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.502619] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8bb75144-b74b-4808-bedc-71a2087d6f25 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.354s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.536775] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updated VIF entry in instance network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1114.537202] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [{"id": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "address": "fa:16:3e:19:dc:47", "network": {"id": "57426338-08ec-4ec6-b79f-cbea492bdb60", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1440293714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0924258bb56748f8b7e57f97a52113f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72afd8c8-eb", "ovs_interfaceid": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.718344] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "6f89850c-6399-40ee-9f37-d75099df8099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.718650] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "6f89850c-6399-40ee-9f37-d75099df8099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.743672] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895511, 'name': Rename_Task, 'duration_secs': 0.167586} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.743672] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.743887] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36462785-8754-4641-ba6b-bcb117bff4c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.752461] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1114.752461] env[65899]: value = "task-4895512" [ 1114.752461] env[65899]: _type = "Task" [ 1114.752461] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.762124] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.869704] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.869704] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c8863f-59b0-c256-2f92-8fd1ea004d1b" [ 1114.869704] env[65899]: _type = "HttpNfcLease" [ 1114.869704] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1114.869991] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1114.869991] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c8863f-59b0-c256-2f92-8fd1ea004d1b" [ 1114.869991] env[65899]: _type = "HttpNfcLease" [ 1114.869991] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1114.870790] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2d2c3d-c864-4c0c-ae02-b80b1992791c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.877052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "3590db92-6ffd-4753-b182-656faba059b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.877052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "3590db92-6ffd-4753-b182-656faba059b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.877262] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "3590db92-6ffd-4753-b182-656faba059b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.877460] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "3590db92-6ffd-4753-b182-656faba059b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.877627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "3590db92-6ffd-4753-b182-656faba059b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.882995] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6941d-7299-cc8b-4246-63afd0242019/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1114.883209] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6941d-7299-cc8b-4246-63afd0242019/disk-0.vmdk. {{(pid=65899) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1114.884895] env[65899]: INFO nova.compute.manager [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Terminating instance [ 1114.943472] env[65899]: DEBUG nova.compute.utils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.949204] env[65899]: DEBUG nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1114.949474] env[65899]: DEBUG nova.network.neutron [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1114.949858] env[65899]: WARNING neutronclient.v2_0.client [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.950201] env[65899]: WARNING neutronclient.v2_0.client [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.957734] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1437ff54-b1b1-48f8-a687-67a36d35836b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.997361] env[65899]: DEBUG nova.policy [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.041138] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Releasing lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.041553] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.041899] env[65899]: DEBUG nova.compute.manager [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing instance network info cache due to event network-changed-72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1115.042316] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Acquiring lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.042496] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Acquired lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.042683] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.203863] env[65899]: DEBUG oslo_concurrency.lockutils [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.204104] env[65899]: DEBUG oslo_concurrency.lockutils [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.204337] env[65899]: DEBUG nova.compute.manager [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1115.205366] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baf96c0-e7d5-4684-8d41-8017519b747b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.213765] env[65899]: DEBUG nova.compute.manager [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1115.214190] env[65899]: DEBUG nova.objects.instance [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lazy-loading 'flavor' on Instance uuid b0c11e23-699c-4fdf-9838-bd69856c3ea4 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.221506] env[65899]: DEBUG nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1115.265671] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.312982] env[65899]: DEBUG nova.network.neutron [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Successfully created port: bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1115.449337] env[65899]: DEBUG nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1115.453979] env[65899]: DEBUG nova.compute.manager [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1115.454209] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.455540] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398fff28-31e9-4e4a-bc26-691084fdbcb5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.473961] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.481546] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588a685d-e3c0-47a1-86d5-e6d1e7bd9bc8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.490438] env[65899]: DEBUG oslo_vmware.api [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1115.490438] env[65899]: value = "task-4895513" [ 1115.490438] env[65899]: _type = "Task" [ 1115.490438] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.508819] env[65899]: DEBUG oslo_vmware.api [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.546602] env[65899]: WARNING neutronclient.v2_0.client [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.736306] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f268ec-3c28-4eca-bf7d-e6fcd7775866 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.746912] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.755032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bab26a-07a7-4bba-a3b1-b807d4ca1dcb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.809496] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07578f6f-7f5a-472d-a807-58a8788df7e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.812773] env[65899]: DEBUG oslo_vmware.api [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895512, 'name': PowerOnVM_Task, 'duration_secs': 0.687837} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.818150] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.818486] env[65899]: INFO nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1115.818728] env[65899]: DEBUG nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1115.820474] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92370514-b991-49fb-b735-46c19a68d3e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.829297] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e787af82-9f64-4f35-8597-e8044dbf02bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.856976] env[65899]: DEBUG nova.compute.provider_tree [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.981950] env[65899]: WARNING neutronclient.v2_0.client [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.002469] env[65899]: DEBUG oslo_vmware.api [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895513, 'name': PowerOffVM_Task, 'duration_secs': 0.276707} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.003466] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.003632] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.003895] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02a3b00-49db-4926-83cc-9ce04b86dac2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.078693] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.078959] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.079136] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Deleting the datastore file [datastore2] 3590db92-6ffd-4753-b182-656faba059b8 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.079646] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d9db94-ea72-4e35-87e5-3fe21b25709c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.091380] env[65899]: DEBUG oslo_vmware.api [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for the task: (returnval){ [ 1116.091380] env[65899]: value = "task-4895515" [ 1116.091380] env[65899]: _type = "Task" [ 1116.091380] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.101954] env[65899]: DEBUG oslo_vmware.api [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.200154] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updated VIF entry in instance network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1116.200543] env[65899]: DEBUG nova.network.neutron [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [{"id": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "address": "fa:16:3e:19:dc:47", "network": {"id": "57426338-08ec-4ec6-b79f-cbea492bdb60", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1440293714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0924258bb56748f8b7e57f97a52113f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72afd8c8-eb", "ovs_interfaceid": "72afd8c8-eb21-41e1-b019-dde81a10cd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.225481] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.226114] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9b98a5-ffdf-4183-bb33-a763bd006417 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.239283] env[65899]: DEBUG oslo_vmware.api [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1116.239283] env[65899]: value = "task-4895516" [ 1116.239283] env[65899]: _type = "Task" [ 1116.239283] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.254612] env[65899]: DEBUG oslo_vmware.api [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.357898] env[65899]: INFO nova.compute.manager [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Took 22.37 seconds to build instance. [ 1116.363030] env[65899]: DEBUG nova.scheduler.client.report [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.461460] env[65899]: DEBUG nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1116.510493] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1116.510890] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.511170] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1116.511449] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.511698] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1116.511969] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1116.512306] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.512503] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1116.512700] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1116.512983] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1116.513222] env[65899]: DEBUG nova.virt.hardware [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1116.514300] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f1e521-b98d-4f66-8a71-4164417dc558 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.527744] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6ece45-74e0-45e4-afd1-ba99e960cccf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.588555] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Completed reading data from the image iterator. {{(pid=65899) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1116.588555] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6941d-7299-cc8b-4246-63afd0242019/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1116.589250] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e51ef33-6790-47bb-9b6a-ac8ed7defd68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.601331] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6941d-7299-cc8b-4246-63afd0242019/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1116.601509] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6941d-7299-cc8b-4246-63afd0242019/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1116.604838] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6914ab00-18bd-443b-8304-59ede6eafc9f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.606581] env[65899]: DEBUG oslo_vmware.api [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Task: {'id': task-4895515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347663} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.606839] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.607015] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.607243] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.607432] env[65899]: INFO nova.compute.manager [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1116.607688] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1116.608336] env[65899]: DEBUG nova.compute.manager [-] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1116.608487] env[65899]: DEBUG nova.network.neutron [-] [instance: 3590db92-6ffd-4753-b182-656faba059b8] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1116.608787] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.645115] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.703840] env[65899]: DEBUG oslo_concurrency.lockutils [req-394a12c5-c01a-4292-aac6-762fa556d90c req-d38e4090-f3f2-4721-a77a-33a1f5930eaf service nova] Releasing lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.704584] env[65899]: DEBUG oslo_concurrency.lockutils [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] Acquired lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.704916] env[65899]: DEBUG nova.network.neutron [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Refreshing network info cache for port 72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.748224] env[65899]: DEBUG oslo_vmware.api [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895516, 'name': PowerOffVM_Task, 'duration_secs': 0.215673} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.748735] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.748735] env[65899]: DEBUG nova.compute.manager [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1116.749397] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95406a9e-d8b1-4af7-8bc3-2dd8f6959023 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.782916] env[65899]: DEBUG oslo_vmware.rw_handles [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e6941d-7299-cc8b-4246-63afd0242019/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1116.783168] env[65899]: INFO nova.virt.vmwareapi.images [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Downloaded image file data 63a07239-4f31-4f0f-bc34-e9da595f8811 [ 1116.784317] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb8abe9-487a-447c-8362-b6ee7dadfca4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.802999] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-105c0bc1-fc08-4ca1-b535-e0ae07566934 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.839010] env[65899]: INFO nova.virt.vmwareapi.images [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] The imported VM was unregistered [ 1116.841495] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Caching image {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1116.841737] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Creating directory with path [datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.842045] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ac4a38-aef6-46f3-a091-f20f287a785f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.858977] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Created directory with path [datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811 {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.859198] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75/OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75.vmdk to [datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811/63a07239-4f31-4f0f-bc34-e9da595f8811.vmdk. {{(pid=65899) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1116.859637] env[65899]: DEBUG oslo_concurrency.lockutils [None req-01840260-9303-49e9-a3e7-18f9ed15d605 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.879s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.859919] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-10850272-0fbe-460c-a9bd-22fdd5f74178 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.867414] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1116.867414] env[65899]: value = "task-4895518" [ 1116.867414] env[65899]: _type = "Task" [ 1116.867414] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.874155] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.874852] env[65899]: DEBUG nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1116.883130] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.110s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.883706] env[65899]: DEBUG nova.objects.instance [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'resources' on Instance uuid c62b16dd-892f-4282-bf55-70e4d50f9ac2 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.885130] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.908894] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.909151] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.009200] env[65899]: DEBUG nova.compute.manager [req-a91d7236-5248-421c-8e0c-f495f5ecf60c req-1b79930d-f09a-4286-be87-ead564c8c7b0 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Received event network-vif-deleted-72afd8c8-eb21-41e1-b019-dde81a10cd55 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1117.009200] env[65899]: INFO nova.compute.manager [req-a91d7236-5248-421c-8e0c-f495f5ecf60c req-1b79930d-f09a-4286-be87-ead564c8c7b0 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Neutron deleted interface 72afd8c8-eb21-41e1-b019-dde81a10cd55; detaching it from the instance and deleting it from the info cache [ 1117.009200] env[65899]: DEBUG nova.network.neutron [req-a91d7236-5248-421c-8e0c-f495f5ecf60c req-1b79930d-f09a-4286-be87-ead564c8c7b0 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.209686] env[65899]: WARNING neutronclient.v2_0.client [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.262733] env[65899]: DEBUG oslo_concurrency.lockutils [None req-492265ba-bf97-4efe-adfc-6a7d9f1f95da tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.303611] env[65899]: DEBUG nova.compute.manager [req-2cd386e7-e5a1-4a8b-8acc-a2f863803ce7 req-33bfd374-049e-4dbf-80f5-72a61285f6b1 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-vif-plugged-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1117.303795] env[65899]: DEBUG oslo_concurrency.lockutils [req-2cd386e7-e5a1-4a8b-8acc-a2f863803ce7 req-33bfd374-049e-4dbf-80f5-72a61285f6b1 service nova] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.304013] env[65899]: DEBUG oslo_concurrency.lockutils [req-2cd386e7-e5a1-4a8b-8acc-a2f863803ce7 req-33bfd374-049e-4dbf-80f5-72a61285f6b1 service nova] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.304215] env[65899]: DEBUG oslo_concurrency.lockutils [req-2cd386e7-e5a1-4a8b-8acc-a2f863803ce7 req-33bfd374-049e-4dbf-80f5-72a61285f6b1 service nova] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.304436] env[65899]: DEBUG nova.compute.manager [req-2cd386e7-e5a1-4a8b-8acc-a2f863803ce7 req-33bfd374-049e-4dbf-80f5-72a61285f6b1 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] No waiting events found dispatching network-vif-plugged-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1117.304642] env[65899]: WARNING nova.compute.manager [req-2cd386e7-e5a1-4a8b-8acc-a2f863803ce7 req-33bfd374-049e-4dbf-80f5-72a61285f6b1 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received unexpected event network-vif-plugged-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 for instance with vm_state building and task_state spawning. [ 1117.378405] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.389896] env[65899]: DEBUG nova.compute.utils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.390837] env[65899]: DEBUG nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1117.391556] env[65899]: DEBUG nova.network.neutron [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1117.391556] env[65899]: WARNING neutronclient.v2_0.client [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.391778] env[65899]: WARNING neutronclient.v2_0.client [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.412456] env[65899]: DEBUG nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1117.453611] env[65899]: DEBUG nova.network.neutron [-] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.511668] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66e61af6-19ea-4e0f-a7ab-be60b4200a04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.522690] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224992ad-efa4-4d60-8771-7f1b80a1c188 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.567992] env[65899]: DEBUG nova.compute.manager [req-a91d7236-5248-421c-8e0c-f495f5ecf60c req-1b79930d-f09a-4286-be87-ead564c8c7b0 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Detach interface failed, port_id=72afd8c8-eb21-41e1-b019-dde81a10cd55, reason: Instance 3590db92-6ffd-4753-b182-656faba059b8 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.581272] env[65899]: DEBUG nova.network.neutron [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Successfully updated port: bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1117.625534] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab3a2c-468f-46c6-9bb5-de8cf60611a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.632047] env[65899]: INFO nova.network.neutron [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Port 72afd8c8-eb21-41e1-b019-dde81a10cd55 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1117.632047] env[65899]: DEBUG nova.network.neutron [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.643073] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71adb44d-3b13-4206-bc11-a0678715bda0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.700735] env[65899]: DEBUG nova.policy [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f542505fc99d41f8b366deacac61bf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35f72db077c4a1e8deed64432c84845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.705235] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d02536-8af5-4c1d-b87f-60446e1a05ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.718118] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4263887d-289d-4cbb-b592-0f2b669fb79b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.738131] env[65899]: DEBUG nova.compute.provider_tree [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.780269] env[65899]: DEBUG nova.compute.manager [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1117.780269] env[65899]: DEBUG nova.compute.manager [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing instance network info cache due to event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1117.780810] env[65899]: DEBUG oslo_concurrency.lockutils [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.780810] env[65899]: DEBUG oslo_concurrency.lockutils [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.780810] env[65899]: DEBUG nova.network.neutron [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing network info cache for port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.882960] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.897020] env[65899]: DEBUG nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1117.941048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.961281] env[65899]: INFO nova.compute.manager [-] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Took 1.35 seconds to deallocate network for instance. [ 1118.046571] env[65899]: DEBUG nova.network.neutron [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Successfully created port: c0cbacae-ae05-4849-8bb3-0add1a00f79c {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1118.084274] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.136496] env[65899]: DEBUG oslo_concurrency.lockutils [req-b1aec01d-f53f-4b52-a416-83c3a7518b65 req-22a0a72f-674e-46ce-be2e-f14f6fb7b444 service nova] Releasing lock "refresh_cache-3590db92-6ffd-4753-b182-656faba059b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.261819] env[65899]: ERROR nova.scheduler.client.report [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [req-f9fdc081-9024-45c7-924b-a830057183dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9fdc081-9024-45c7-924b-a830057183dd"}]} [ 1118.284574] env[65899]: WARNING neutronclient.v2_0.client [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.289854] env[65899]: DEBUG nova.scheduler.client.report [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1118.309492] env[65899]: DEBUG nova.scheduler.client.report [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1118.309641] env[65899]: DEBUG nova.compute.provider_tree [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.319929] env[65899]: DEBUG nova.network.neutron [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1118.325290] env[65899]: DEBUG nova.scheduler.client.report [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1118.348363] env[65899]: DEBUG nova.scheduler.client.report [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1118.384605] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.438123] env[65899]: DEBUG nova.network.neutron [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.474587] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.614674] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd54f6-968d-4a06-bba4-849082ee0327 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.627416] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a629f-16d0-47e6-a417-8420dab3f296 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.661953] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bac87a-a0c5-4423-b1da-75e652a518ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.673890] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6d7b20-fbaa-4517-b736-d4216b8727ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.693679] env[65899]: DEBUG nova.compute.provider_tree [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.799401] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.799781] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.800195] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.800547] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.800846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.804045] env[65899]: INFO nova.compute.manager [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Terminating instance [ 1118.886851] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.908685] env[65899]: DEBUG nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1118.939277] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1118.939432] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.939532] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1118.939709] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.939901] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1118.939993] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1118.940285] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1118.940640] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1118.940861] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1118.941058] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1118.941211] env[65899]: DEBUG nova.virt.hardware [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1118.941723] env[65899]: DEBUG oslo_concurrency.lockutils [req-912a9eb8-702d-4d84-adcd-d65c0106c8d9 req-0eb72909-70e4-4433-9359-cdc07b8f98fe service nova] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.942737] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6864ef-8e4c-4ab0-9ade-d29bf55318ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.945754] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.945946] env[65899]: DEBUG nova.network.neutron [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.955232] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b599a1-86c5-4653-8a3d-9aae375bfe95 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.036883] env[65899]: DEBUG nova.compute.manager [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Received event network-changed-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1119.037315] env[65899]: DEBUG nova.compute.manager [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Refreshing instance network info cache due to event network-changed-5db477d6-ba9c-46e1-b1d2-0930b0b159f7. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1119.037608] env[65899]: DEBUG oslo_concurrency.lockutils [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] Acquiring lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.037845] env[65899]: DEBUG oslo_concurrency.lockutils [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] Acquired lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.038143] env[65899]: DEBUG nova.network.neutron [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Refreshing network info cache for port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.236450] env[65899]: DEBUG nova.scheduler.client.report [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1119.236725] env[65899]: DEBUG nova.compute.provider_tree [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 142 to 143 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1119.236898] env[65899]: DEBUG nova.compute.provider_tree [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.309549] env[65899]: DEBUG nova.compute.manager [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1119.309784] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.310851] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094e93f-0011-4fe5-9fb3-3778c67935ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.320326] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.320616] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53591c64-4762-4ec5-acfa-646c8d8dd5e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.384739] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.397855] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.398205] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.398430] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleting the datastore file [datastore1] b0c11e23-699c-4fdf-9838-bd69856c3ea4 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.398808] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f59ca6a6-db74-45f7-8468-86075545bf62 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.410078] env[65899]: DEBUG oslo_vmware.api [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1119.410078] env[65899]: value = "task-4895520" [ 1119.410078] env[65899]: _type = "Task" [ 1119.410078] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.422432] env[65899]: DEBUG oslo_vmware.api [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.482355] env[65899]: DEBUG nova.network.neutron [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1119.541592] env[65899]: WARNING neutronclient.v2_0.client [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.598585] env[65899]: WARNING neutronclient.v2_0.client [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.633365] env[65899]: DEBUG nova.network.neutron [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Successfully updated port: c0cbacae-ae05-4849-8bb3-0add1a00f79c {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.707158] env[65899]: DEBUG nova.network.neutron [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.742583] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.859s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.751206] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.003s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.751206] env[65899]: INFO nova.compute.claims [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.775205] env[65899]: INFO nova.scheduler.client.report [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted allocations for instance c62b16dd-892f-4282-bf55-70e4d50f9ac2 [ 1119.815145] env[65899]: WARNING neutronclient.v2_0.client [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.883823] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.891259] env[65899]: DEBUG nova.network.neutron [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updated VIF entry in instance network info cache for port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.891666] env[65899]: DEBUG nova.network.neutron [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.899494] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.899723] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.899876] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1119.900061] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.900185] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Cleaning up deleted instances with incomplete migration {{(pid=65899) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1119.921013] env[65899]: DEBUG oslo_vmware.api [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.137048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-1b243125-c07b-4a41-8643-84f2a3858b95" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.137048] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-1b243125-c07b-4a41-8643-84f2a3858b95" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.137286] env[65899]: DEBUG nova.network.neutron [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.209707] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.210111] env[65899]: DEBUG nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Instance network_info: |[{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1120.210651] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:cb:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.218421] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1120.219059] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.219329] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa90be6f-933b-42ce-a097-d9e35195b745 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.240658] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.240658] env[65899]: value = "task-4895521" [ 1120.240658] env[65899]: _type = "Task" [ 1120.240658] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.249644] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895521, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.286020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c62b16dd-892f-4282-bf55-70e4d50f9ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.427s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.385480] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895518, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.108331} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.385782] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75/OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75.vmdk to [datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811/63a07239-4f31-4f0f-bc34-e9da595f8811.vmdk. [ 1120.385942] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Cleaning up location [datastore1] OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1120.386178] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_59ddd87c-a407-4c29-9969-2c210d22ea75 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.386451] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f12162e-b05f-448b-9eba-ab7fdbe42f96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.394080] env[65899]: DEBUG oslo_concurrency.lockutils [req-612a43e6-ab62-49cf-bb2b-cc738b2ca723 req-1a17978d-1117-4f94-bf6f-0e0362e8e8ee service nova] Releasing lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.394783] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1120.394783] env[65899]: value = "task-4895522" [ 1120.394783] env[65899]: _type = "Task" [ 1120.394783] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.403545] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.421677] env[65899]: DEBUG oslo_vmware.api [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650496} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.422127] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.422224] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.422382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.422566] env[65899]: INFO nova.compute.manager [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1120.422816] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1120.423058] env[65899]: DEBUG nova.compute.manager [-] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1120.423162] env[65899]: DEBUG nova.network.neutron [-] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1120.423506] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.493030] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.679464] env[65899]: DEBUG nova.network.neutron [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1120.752841] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895521, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.765107] env[65899]: WARNING neutronclient.v2_0.client [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.847343] env[65899]: DEBUG nova.network.neutron [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Updating instance_info_cache with network_info: [{"id": "c0cbacae-ae05-4849-8bb3-0add1a00f79c", "address": "fa:16:3e:c9:b7:b1", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cbacae-ae", "ovs_interfaceid": "c0cbacae-ae05-4849-8bb3-0add1a00f79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.899253] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.906795] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114427} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.910499] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.910700] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811/63a07239-4f31-4f0f-bc34-e9da595f8811.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.910952] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811/63a07239-4f31-4f0f-bc34-e9da595f8811.vmdk to [datastore1] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.911781] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc492889-81e3-4837-a754-bdcef69cbeaf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.920674] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1120.920674] env[65899]: value = "task-4895523" [ 1120.920674] env[65899]: _type = "Task" [ 1120.920674] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.934353] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.947679] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836d171-c97f-487b-b0e7-4ae0cd0f28ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.955775] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3667844f-6508-47c8-9def-7393358d0e5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.987107] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2872330-5efa-478d-bbbe-2a90c5b2b52f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.995752] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a36f77c-6050-4b14-998a-444480a92aff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.010310] env[65899]: DEBUG nova.compute.provider_tree [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.072631] env[65899]: DEBUG nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Received event network-vif-plugged-c0cbacae-ae05-4849-8bb3-0add1a00f79c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.072897] env[65899]: DEBUG oslo_concurrency.lockutils [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] Acquiring lock "1b243125-c07b-4a41-8643-84f2a3858b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.073788] env[65899]: DEBUG oslo_concurrency.lockutils [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] Lock "1b243125-c07b-4a41-8643-84f2a3858b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.073952] env[65899]: DEBUG oslo_concurrency.lockutils [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] Lock "1b243125-c07b-4a41-8643-84f2a3858b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.074134] env[65899]: DEBUG nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] No waiting events found dispatching network-vif-plugged-c0cbacae-ae05-4849-8bb3-0add1a00f79c {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1121.074297] env[65899]: WARNING nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Received unexpected event network-vif-plugged-c0cbacae-ae05-4849-8bb3-0add1a00f79c for instance with vm_state building and task_state spawning. [ 1121.074465] env[65899]: DEBUG nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Received event network-changed-c0cbacae-ae05-4849-8bb3-0add1a00f79c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.074618] env[65899]: DEBUG nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Refreshing instance network info cache due to event network-changed-c0cbacae-ae05-4849-8bb3-0add1a00f79c. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1121.074790] env[65899]: DEBUG oslo_concurrency.lockutils [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] Acquiring lock "refresh_cache-1b243125-c07b-4a41-8643-84f2a3858b95" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.232780] env[65899]: DEBUG nova.network.neutron [-] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.252281] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895521, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.350829] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-1b243125-c07b-4a41-8643-84f2a3858b95" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.351169] env[65899]: DEBUG nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Instance network_info: |[{"id": "c0cbacae-ae05-4849-8bb3-0add1a00f79c", "address": "fa:16:3e:c9:b7:b1", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cbacae-ae", "ovs_interfaceid": "c0cbacae-ae05-4849-8bb3-0add1a00f79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1121.351591] env[65899]: DEBUG oslo_concurrency.lockutils [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] Acquired lock "refresh_cache-1b243125-c07b-4a41-8643-84f2a3858b95" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.351711] env[65899]: DEBUG nova.network.neutron [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Refreshing network info cache for port c0cbacae-ae05-4849-8bb3-0add1a00f79c {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.353125] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0cbacae-ae05-4849-8bb3-0add1a00f79c', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.361058] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1121.361565] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.362364] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60c0b9cc-2bcd-4241-9dd2-7861fad005f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.385017] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.385017] env[65899]: value = "task-4895524" [ 1121.385017] env[65899]: _type = "Task" [ 1121.385017] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.394219] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895524, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.433050] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.515404] env[65899]: DEBUG nova.scheduler.client.report [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.738160] env[65899]: INFO nova.compute.manager [-] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Took 1.31 seconds to deallocate network for instance. [ 1121.754649] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895521, 'name': CreateVM_Task, 'duration_secs': 1.02354} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.755110] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.755801] env[65899]: WARNING neutronclient.v2_0.client [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.756318] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.756612] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.757038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.757415] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877090c8-9d13-4e16-8bf6-22a3c80407ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.765997] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1121.765997] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7777a-fb5c-a190-ba46-44dd4a374927" [ 1121.765997] env[65899]: _type = "Task" [ 1121.765997] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.778598] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7777a-fb5c-a190-ba46-44dd4a374927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.863461] env[65899]: WARNING neutronclient.v2_0.client [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.899356] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895524, 'name': CreateVM_Task, 'duration_secs': 0.333468} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.899356] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.899695] env[65899]: WARNING neutronclient.v2_0.client [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.900058] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.936462] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.022055] env[65899]: WARNING neutronclient.v2_0.client [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.025409] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.025980] env[65899]: DEBUG nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1122.029051] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.088s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.030583] env[65899]: INFO nova.compute.claims [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.106030] env[65899]: DEBUG nova.network.neutron [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Updated VIF entry in instance network info cache for port c0cbacae-ae05-4849-8bb3-0add1a00f79c. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1122.106454] env[65899]: DEBUG nova.network.neutron [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Updating instance_info_cache with network_info: [{"id": "c0cbacae-ae05-4849-8bb3-0add1a00f79c", "address": "fa:16:3e:c9:b7:b1", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cbacae-ae", "ovs_interfaceid": "c0cbacae-ae05-4849-8bb3-0add1a00f79c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.247819] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.279320] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7777a-fb5c-a190-ba46-44dd4a374927, 'name': SearchDatastore_Task, 'duration_secs': 0.049304} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.279660] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.279900] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.280168] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.280321] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.280530] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.280812] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.281143] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.281381] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4169b74-74d0-493a-bb34-e021ccdf9fd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.283677] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1c82ec-b264-4dfc-b13e-f72b800b4f36 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.289905] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1122.289905] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521f887b-d5bc-c7b9-0417-f3122e34674c" [ 1122.289905] env[65899]: _type = "Task" [ 1122.289905] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.298930] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521f887b-d5bc-c7b9-0417-f3122e34674c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.300294] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.300613] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.301365] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37937a7-a7be-47a8-b9c6-7cf1b7d271ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.309970] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1122.309970] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525df724-b613-d9ca-ab20-847e6db9a8ef" [ 1122.309970] env[65899]: _type = "Task" [ 1122.309970] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.321659] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525df724-b613-d9ca-ab20-847e6db9a8ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.396956] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.437061] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.535256] env[65899]: DEBUG nova.compute.utils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.539053] env[65899]: DEBUG nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1122.539292] env[65899]: DEBUG nova.network.neutron [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1122.539659] env[65899]: WARNING neutronclient.v2_0.client [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.540391] env[65899]: WARNING neutronclient.v2_0.client [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.593648] env[65899]: DEBUG nova.policy [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354d4c407f9443c9bc2bfa4a654ff89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33b96b40112464d8473c40d21fc86cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.609385] env[65899]: DEBUG oslo_concurrency.lockutils [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] Releasing lock "refresh_cache-1b243125-c07b-4a41-8643-84f2a3858b95" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.609817] env[65899]: DEBUG nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Received event network-vif-deleted-d7944311-5d14-4409-b523-8f24e08a490b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.610133] env[65899]: INFO nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Neutron deleted interface d7944311-5d14-4409-b523-8f24e08a490b; detaching it from the instance and deleting it from the info cache [ 1122.610934] env[65899]: DEBUG nova.network.neutron [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.804152] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521f887b-d5bc-c7b9-0417-f3122e34674c, 'name': SearchDatastore_Task, 'duration_secs': 0.044877} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.804152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.804234] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.804431] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.824924] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525df724-b613-d9ca-ab20-847e6db9a8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.050918} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.826157] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54bc4d1-21e2-4b24-88e5-74265f12690c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.836190] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1122.836190] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526b834d-0b84-a70c-ff9e-4b6179dca059" [ 1122.836190] env[65899]: _type = "Task" [ 1122.836190] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.849263] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526b834d-0b84-a70c-ff9e-4b6179dca059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.904864] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.905179] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.905221] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.929637] env[65899]: DEBUG nova.network.neutron [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Successfully created port: 16458d3b-3268-4e45-ac60-b9bc1320dcb9 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1122.942697] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.969931] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.970789] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.039954] env[65899]: DEBUG nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1123.113608] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a3978e0-8b78-4a09-a7a2-71a5ab1cd62e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.126560] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc638f-17f7-4c05-a3e4-1f929576b6af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.171157] env[65899]: DEBUG nova.compute.manager [req-71112d33-6814-4667-8f0e-1c6ccc41680f req-c82b2316-18df-4bf5-8b06-a50ff1c5716b service nova] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Detach interface failed, port_id=d7944311-5d14-4409-b523-8f24e08a490b, reason: Instance b0c11e23-699c-4fdf-9838-bd69856c3ea4 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.251474] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132870e2-d25c-4ce3-afa6-2e26451554fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.264451] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcffb44-0bfc-4dee-b4c5-dfe0475eeff9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.298348] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c43fdf-c4c8-452a-8f06-e3989a3ccdff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.309245] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4542317c-2f6b-4968-8876-8c7fce1aacc7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.327844] env[65899]: DEBUG nova.compute.provider_tree [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.347843] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526b834d-0b84-a70c-ff9e-4b6179dca059, 'name': SearchDatastore_Task, 'duration_secs': 0.05303} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.348500] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.348850] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c6afda43-0bc6-43a4-81fb-61479ff1be07/c6afda43-0bc6-43a4-81fb-61479ff1be07.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.349140] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.349337] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.349575] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5749499-e40d-4fec-a515-93604d9bb09c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.351836] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0f1ba8-436f-4df8-8a2d-fa534c2e086b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.361878] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1123.361878] env[65899]: value = "task-4895525" [ 1123.361878] env[65899]: _type = "Task" [ 1123.361878] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.366642] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.366931] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.368159] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a760a5e3-d2a7-4184-b795-e3465fb318f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.376042] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.377635] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1123.377635] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525dc50f-5a24-0e45-9494-cf446912a7c9" [ 1123.377635] env[65899]: _type = "Task" [ 1123.377635] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.386739] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525dc50f-5a24-0e45-9494-cf446912a7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.410797] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.436934] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.473825] env[65899]: DEBUG nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1123.831249] env[65899]: DEBUG nova.scheduler.client.report [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.873069] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.888326] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525dc50f-5a24-0e45-9494-cf446912a7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.050999} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.889152] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614da2f4-9cd8-4770-ab95-4df7e916abf6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.894881] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1123.894881] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]522844c3-efb1-62b7-dd93-c2007d46d89e" [ 1123.894881] env[65899]: _type = "Task" [ 1123.894881] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.902900] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522844c3-efb1-62b7-dd93-c2007d46d89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.935914] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.001381] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.053622] env[65899]: DEBUG nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1124.079882] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.080146] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.080320] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.080497] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.080636] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.080776] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.080976] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.081142] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.081344] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.081518] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.081685] env[65899]: DEBUG nova.virt.hardware [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.082617] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a69121a-5de3-44c3-9117-4582310147cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.090850] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8f572-421e-418f-a543-003fcdc9a889 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.337308] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.337866] env[65899]: DEBUG nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1124.340743] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.871s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.340959] env[65899]: DEBUG nova.objects.instance [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lazy-loading 'resources' on Instance uuid 3590db92-6ffd-4753-b182-656faba059b8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.369227] env[65899]: DEBUG nova.compute.manager [req-7fbff413-7e5d-4611-b911-7ae1eeddf1a5 req-6d7e3823-1b5c-4064-815e-a6d4f2fdaa30 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Received event network-vif-plugged-16458d3b-3268-4e45-ac60-b9bc1320dcb9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.369533] env[65899]: DEBUG oslo_concurrency.lockutils [req-7fbff413-7e5d-4611-b911-7ae1eeddf1a5 req-6d7e3823-1b5c-4064-815e-a6d4f2fdaa30 service nova] Acquiring lock "6f89850c-6399-40ee-9f37-d75099df8099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.369798] env[65899]: DEBUG oslo_concurrency.lockutils [req-7fbff413-7e5d-4611-b911-7ae1eeddf1a5 req-6d7e3823-1b5c-4064-815e-a6d4f2fdaa30 service nova] Lock "6f89850c-6399-40ee-9f37-d75099df8099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.369952] env[65899]: DEBUG oslo_concurrency.lockutils [req-7fbff413-7e5d-4611-b911-7ae1eeddf1a5 req-6d7e3823-1b5c-4064-815e-a6d4f2fdaa30 service nova] Lock "6f89850c-6399-40ee-9f37-d75099df8099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.370136] env[65899]: DEBUG nova.compute.manager [req-7fbff413-7e5d-4611-b911-7ae1eeddf1a5 req-6d7e3823-1b5c-4064-815e-a6d4f2fdaa30 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] No waiting events found dispatching network-vif-plugged-16458d3b-3268-4e45-ac60-b9bc1320dcb9 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1124.370301] env[65899]: WARNING nova.compute.manager [req-7fbff413-7e5d-4611-b911-7ae1eeddf1a5 req-6d7e3823-1b5c-4064-815e-a6d4f2fdaa30 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Received unexpected event network-vif-plugged-16458d3b-3268-4e45-ac60-b9bc1320dcb9 for instance with vm_state building and task_state spawning. [ 1124.378938] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.405693] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]522844c3-efb1-62b7-dd93-c2007d46d89e, 'name': SearchDatastore_Task, 'duration_secs': 0.095816} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.406577] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.406577] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.406577] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58232c90-3598-4273-a755-4e8d3e32e109 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.414738] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1124.414738] env[65899]: value = "task-4895526" [ 1124.414738] env[65899]: _type = "Task" [ 1124.414738] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.424850] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.436548] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895523, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.080197} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.436848] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/63a07239-4f31-4f0f-bc34-e9da595f8811/63a07239-4f31-4f0f-bc34-e9da595f8811.vmdk to [datastore1] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.437697] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fb75fa-4fe6-4eff-9198-5569da125f15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.466195] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.466195] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5aeadd-fc91-4788-b576-9f9e118cc4dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.482557] env[65899]: DEBUG nova.network.neutron [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Successfully updated port: 16458d3b-3268-4e45-ac60-b9bc1320dcb9 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1124.490863] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1124.490863] env[65899]: value = "task-4895527" [ 1124.490863] env[65899]: _type = "Task" [ 1124.490863] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.503352] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.845048] env[65899]: DEBUG nova.compute.utils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.850027] env[65899]: DEBUG nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1124.850261] env[65899]: DEBUG nova.network.neutron [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1124.850743] env[65899]: WARNING neutronclient.v2_0.client [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.850993] env[65899]: WARNING neutronclient.v2_0.client [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.877136] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.909612] env[65899]: DEBUG nova.policy [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319bfadf7c1c433eac2426974d0f8240', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c62b3c654943ae8a436d7cb82f57f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.927779] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.986074] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-6f89850c-6399-40ee-9f37-d75099df8099" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.986074] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-6f89850c-6399-40ee-9f37-d75099df8099" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.986074] env[65899]: DEBUG nova.network.neutron [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.004021] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895527, 'name': ReconfigVM_Task, 'duration_secs': 0.362533} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.004775] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c9d51665-c240-432c-b604-e7313ad1df6b/c9d51665-c240-432c-b604-e7313ad1df6b.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.005124] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e75b2d-d48c-48bc-a980-7c7f1e633ad2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.016793] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1125.016793] env[65899]: value = "task-4895528" [ 1125.016793] env[65899]: _type = "Task" [ 1125.016793] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.027995] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895528, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.052020] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2cb72-9108-4ab9-8ad9-5a8d72831a06 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.059316] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d74d556-e134-4988-ba97-72814b27ce59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.099146] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da5d3e-0064-4aa4-8738-0d51f7b73247 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.112353] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06663bdc-ec0b-4408-a3ac-95a83ad0b865 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.125682] env[65899]: DEBUG nova.compute.provider_tree [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.278140] env[65899]: DEBUG nova.network.neutron [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Successfully created port: f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1125.350745] env[65899]: DEBUG nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1125.378080] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895525, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.605936} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.378080] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] c6afda43-0bc6-43a4-81fb-61479ff1be07/c6afda43-0bc6-43a4-81fb-61479ff1be07.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.378080] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.378080] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8605a837-0571-40b6-9d35-c3146e016ca0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.388023] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1125.388023] env[65899]: value = "task-4895529" [ 1125.388023] env[65899]: _type = "Task" [ 1125.388023] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.397337] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.427500] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895526, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001459} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.428093] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.428494] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.428880] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc34716-8006-4019-9759-4817ab526d9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.437509] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1125.437509] env[65899]: value = "task-4895530" [ 1125.437509] env[65899]: _type = "Task" [ 1125.437509] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.448963] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.527422] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895528, 'name': Rename_Task, 'duration_secs': 0.179665} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.527696] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.527980] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0fa7d3-1d0c-4184-9895-b1a79650dd3b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.530389] env[65899]: DEBUG nova.network.neutron [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.539090] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1125.539090] env[65899]: value = "task-4895531" [ 1125.539090] env[65899]: _type = "Task" [ 1125.539090] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.547618] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.629607] env[65899]: DEBUG nova.scheduler.client.report [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.690579] env[65899]: WARNING neutronclient.v2_0.client [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.793504] env[65899]: DEBUG nova.network.neutron [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Updating instance_info_cache with network_info: [{"id": "16458d3b-3268-4e45-ac60-b9bc1320dcb9", "address": "fa:16:3e:d4:1b:39", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16458d3b-32", "ovs_interfaceid": "16458d3b-3268-4e45-ac60-b9bc1320dcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.897238] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07338} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.898198] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.898977] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1125a6-6174-4d38-9504-ee646be2370f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.924994] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] c6afda43-0bc6-43a4-81fb-61479ff1be07/c6afda43-0bc6-43a4-81fb-61479ff1be07.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.925375] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f571a234-416b-4bb0-8faf-53d4dd2b10df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.949402] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066633} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.950772] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.951129] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1125.951129] env[65899]: value = "task-4895532" [ 1125.951129] env[65899]: _type = "Task" [ 1125.951129] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.952036] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0a3ea4-621d-4711-a6a4-7336bb3cc53b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.963366] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.982222] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.983106] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64acee38-8e12-4b80-8094-cfa194ca1fc5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.005540] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1126.005540] env[65899]: value = "task-4895533" [ 1126.005540] env[65899]: _type = "Task" [ 1126.005540] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.014335] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.051044] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.134572] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.137551] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.890s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.138019] env[65899]: DEBUG nova.objects.instance [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lazy-loading 'resources' on Instance uuid b0c11e23-699c-4fdf-9838-bd69856c3ea4 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.244215] env[65899]: INFO nova.scheduler.client.report [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Deleted allocations for instance 3590db92-6ffd-4753-b182-656faba059b8 [ 1126.296262] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-6f89850c-6399-40ee-9f37-d75099df8099" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.296671] env[65899]: DEBUG nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Instance network_info: |[{"id": "16458d3b-3268-4e45-ac60-b9bc1320dcb9", "address": "fa:16:3e:d4:1b:39", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16458d3b-32", "ovs_interfaceid": "16458d3b-3268-4e45-ac60-b9bc1320dcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1126.297344] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:1b:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16458d3b-3268-4e45-ac60-b9bc1320dcb9', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.306821] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.308061] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.308328] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4581c514-dc40-446f-869a-04b6e54ea954 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.329561] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.329561] env[65899]: value = "task-4895534" [ 1126.329561] env[65899]: _type = "Task" [ 1126.329561] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.338507] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895534, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.360967] env[65899]: DEBUG nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1126.388514] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.388898] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.388898] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.389054] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.389204] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.389377] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.389656] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.389821] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.389985] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.390159] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.390350] env[65899]: DEBUG nova.virt.hardware [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.391540] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6c6e0-6105-4303-a74a-69102a8f9587 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.400184] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12277420-d597-4da8-bd2a-9229aa7251ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.405932] env[65899]: DEBUG nova.compute.manager [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Received event network-changed-16458d3b-3268-4e45-ac60-b9bc1320dcb9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.405932] env[65899]: DEBUG nova.compute.manager [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Refreshing instance network info cache due to event network-changed-16458d3b-3268-4e45-ac60-b9bc1320dcb9. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1126.405932] env[65899]: DEBUG oslo_concurrency.lockutils [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] Acquiring lock "refresh_cache-6f89850c-6399-40ee-9f37-d75099df8099" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.405932] env[65899]: DEBUG oslo_concurrency.lockutils [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] Acquired lock "refresh_cache-6f89850c-6399-40ee-9f37-d75099df8099" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.406158] env[65899]: DEBUG nova.network.neutron [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Refreshing network info cache for port 16458d3b-3268-4e45-ac60-b9bc1320dcb9 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.468200] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.518035] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895533, 'name': ReconfigVM_Task, 'duration_secs': 0.309567} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.518035] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.518538] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96a67a9f-69e7-4f13-8ff4-a56ad559c57d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.528565] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1126.528565] env[65899]: value = "task-4895535" [ 1126.528565] env[65899]: _type = "Task" [ 1126.528565] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.538100] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895535, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.550224] env[65899]: DEBUG oslo_vmware.api [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895531, 'name': PowerOnVM_Task, 'duration_secs': 0.634556} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.550540] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.706207] env[65899]: DEBUG nova.compute.manager [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.707343] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ca188-2142-487a-a2b1-48824071faae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.755394] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c164d83-dde4-4d19-b407-2813343d85cc tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Lock "3590db92-6ffd-4753-b182-656faba059b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.878s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.845795] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895534, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.852698] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a2848f-039d-4083-b242-c8b62aaef6bc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.861176] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0ee64f-50a0-4f43-8535-878deceea4dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.893481] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f9853-21ae-421a-abab-438422e74490 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.899980] env[65899]: DEBUG nova.network.neutron [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Successfully updated port: f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1126.906330] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa20e7a-fae4-433c-91d1-53516d3a35f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.912043] env[65899]: WARNING neutronclient.v2_0.client [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.928486] env[65899]: DEBUG nova.compute.provider_tree [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.965568] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895532, 'name': ReconfigVM_Task, 'duration_secs': 0.731156} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.965785] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Reconfigured VM instance instance-0000006d to attach disk [datastore2] c6afda43-0bc6-43a4-81fb-61479ff1be07/c6afda43-0bc6-43a4-81fb-61479ff1be07.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.966447] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b096701-24ab-45b5-b76b-4f66151cb52e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.975061] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1126.975061] env[65899]: value = "task-4895536" [ 1126.975061] env[65899]: _type = "Task" [ 1126.975061] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.984679] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895536, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.041411] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895535, 'name': Rename_Task, 'duration_secs': 0.181758} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.041411] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.041788] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceaeab16-1763-4076-bf21-42ed2df5719b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.048980] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1127.048980] env[65899]: value = "task-4895537" [ 1127.048980] env[65899]: _type = "Task" [ 1127.048980] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.058080] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.076078] env[65899]: WARNING neutronclient.v2_0.client [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.152345] env[65899]: DEBUG nova.network.neutron [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Updated VIF entry in instance network info cache for port 16458d3b-3268-4e45-ac60-b9bc1320dcb9. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.152955] env[65899]: DEBUG nova.network.neutron [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Updating instance_info_cache with network_info: [{"id": "16458d3b-3268-4e45-ac60-b9bc1320dcb9", "address": "fa:16:3e:d4:1b:39", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16458d3b-32", "ovs_interfaceid": "16458d3b-3268-4e45-ac60-b9bc1320dcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.229714] env[65899]: DEBUG oslo_concurrency.lockutils [None req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.622s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.341138] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895534, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.403132] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.404630] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.404630] env[65899]: DEBUG nova.network.neutron [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.450645] env[65899]: ERROR nova.scheduler.client.report [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [req-dee82737-bed6-47b8-bbfe-8c69f8b9f171] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dee82737-bed6-47b8-bbfe-8c69f8b9f171"}]} [ 1127.471200] env[65899]: DEBUG nova.scheduler.client.report [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1127.489250] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895536, 'name': Rename_Task, 'duration_secs': 0.286075} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.489601] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.490113] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cff0b87-c81e-4763-9a64-a30f168a21d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.499641] env[65899]: DEBUG nova.scheduler.client.report [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1127.499867] env[65899]: DEBUG nova.compute.provider_tree [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.505883] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1127.505883] env[65899]: value = "task-4895538" [ 1127.505883] env[65899]: _type = "Task" [ 1127.505883] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.520533] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.522153] env[65899]: DEBUG nova.scheduler.client.report [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1127.550942] env[65899]: DEBUG nova.scheduler.client.report [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1127.568038] env[65899]: DEBUG oslo_vmware.api [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895537, 'name': PowerOnVM_Task, 'duration_secs': 0.479757} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.568411] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.568686] env[65899]: INFO nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1127.568927] env[65899]: DEBUG nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1127.571427] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b55f7db-7a9f-4542-b87e-94f059328a80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.656143] env[65899]: DEBUG oslo_concurrency.lockutils [req-e454ac87-ec9c-4e7d-9d1e-2f3b6ad8f857 req-cc6ad173-d7a7-40f4-ab9b-d78ce0835f22 service nova] Releasing lock "refresh_cache-6f89850c-6399-40ee-9f37-d75099df8099" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.748702] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82963c9b-945e-43e9-9898-df5b6704d9f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.758308] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95e7850-bd15-4374-84ed-d1eeea82cfff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.794634] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf8f18e-5211-4e29-8afe-dbf748bb8b0c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.804222] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369d4db-d603-4c8e-b9b2-53f35fa66304 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.820134] env[65899]: DEBUG nova.compute.provider_tree [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.845922] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895534, 'name': CreateVM_Task, 'duration_secs': 1.486385} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.846145] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.846672] env[65899]: WARNING neutronclient.v2_0.client [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.847050] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.847220] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.847665] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.848213] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53b1bfc-c352-4fec-8d73-a6f7f4642e46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.853382] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1127.853382] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5272c570-b49d-ca96-9a30-b07d4eedd285" [ 1127.853382] env[65899]: _type = "Task" [ 1127.853382] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.862724] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5272c570-b49d-ca96-9a30-b07d4eedd285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.969397] env[65899]: DEBUG nova.network.neutron [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1128.018359] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.098920] env[65899]: INFO nova.compute.manager [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Took 19.51 seconds to build instance. [ 1128.181587] env[65899]: WARNING neutronclient.v2_0.client [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.323350] env[65899]: DEBUG nova.network.neutron [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Updating instance_info_cache with network_info: [{"id": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "address": "fa:16:3e:fa:f7:9c", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f5ce47-56", "ovs_interfaceid": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.362146] env[65899]: DEBUG nova.scheduler.client.report [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1128.362402] env[65899]: DEBUG nova.compute.provider_tree [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 144 to 145 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1128.362613] env[65899]: DEBUG nova.compute.provider_tree [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.370241] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5272c570-b49d-ca96-9a30-b07d4eedd285, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.370925] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.371220] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.371495] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.371682] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.372115] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.372258] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3aeb239-f697-498b-88dd-a88306b23fbb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.383328] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.383541] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.384323] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f580485-976c-4839-8da7-4cc30e58acfd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.392992] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1128.392992] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5243a627-0865-608b-6498-35057d48c1a3" [ 1128.392992] env[65899]: _type = "Task" [ 1128.392992] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.403468] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5243a627-0865-608b-6498-35057d48c1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.467715] env[65899]: DEBUG nova.compute.manager [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Received event network-vif-plugged-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.467715] env[65899]: DEBUG oslo_concurrency.lockutils [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] Acquiring lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.468507] env[65899]: DEBUG oslo_concurrency.lockutils [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.468507] env[65899]: DEBUG oslo_concurrency.lockutils [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.468507] env[65899]: DEBUG nova.compute.manager [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] No waiting events found dispatching network-vif-plugged-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1128.468507] env[65899]: WARNING nova.compute.manager [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Received unexpected event network-vif-plugged-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b for instance with vm_state building and task_state spawning. [ 1128.468714] env[65899]: DEBUG nova.compute.manager [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Received event network-changed-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.468777] env[65899]: DEBUG nova.compute.manager [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Refreshing instance network info cache due to event network-changed-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.469439] env[65899]: DEBUG oslo_concurrency.lockutils [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] Acquiring lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.518678] env[65899]: DEBUG oslo_vmware.api [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895538, 'name': PowerOnVM_Task, 'duration_secs': 0.789097} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.518955] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.519195] env[65899]: INFO nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Took 12.06 seconds to spawn the instance on the hypervisor. [ 1128.519389] env[65899]: DEBUG nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1128.520249] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e169d7-dc31-4e57-87d9-dc60c9f4f16c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.602392] env[65899]: DEBUG oslo_concurrency.lockutils [None req-580647c3-6e92-4c22-b525-6db96f8c3865 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.026s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.828771] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.829109] env[65899]: DEBUG nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Instance network_info: |[{"id": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "address": "fa:16:3e:fa:f7:9c", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f5ce47-56", "ovs_interfaceid": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1128.829455] env[65899]: DEBUG oslo_concurrency.lockutils [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] Acquired lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.829630] env[65899]: DEBUG nova.network.neutron [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Refreshing network info cache for port f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.830925] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:f7:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f5ce47-562b-463c-bb07-3d1a19aa4e9b', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.840887] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1128.843110] env[65899]: WARNING neutronclient.v2_0.client [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.846271] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.847191] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-795804ea-a850-4782-a702-f73e751b5ecf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.869693] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.869693] env[65899]: value = "task-4895539" [ 1128.869693] env[65899]: _type = "Task" [ 1128.869693] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.874012] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.736s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.877042] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.466s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.877042] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.877042] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1128.877478] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.876s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.879016] env[65899]: INFO nova.compute.claims [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.886666] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148af030-0654-4b6e-be32-1bd28fee8515 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.892864] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895539, 'name': CreateVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.900890] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc1c8b-47cf-495f-b2ca-6a20df42370f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.909481] env[65899]: INFO nova.scheduler.client.report [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted allocations for instance b0c11e23-699c-4fdf-9838-bd69856c3ea4 [ 1128.910642] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5243a627-0865-608b-6498-35057d48c1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.026525} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.915324] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477512dc-9d1a-4823-9cb2-3ffb9bc6ef8b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.930834] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60bcb3-843a-43f8-bf3f-f80b92796b6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.935814] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1128.935814] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5262e456-c2a1-58d0-9e13-e162239f900f" [ 1128.935814] env[65899]: _type = "Task" [ 1128.935814] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.943366] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e136c-c80f-4347-92ee-1271865cdc71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.953293] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5262e456-c2a1-58d0-9e13-e162239f900f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.988839] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178785MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1128.989038] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.990021] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcda923-9601-4cb2-b51c-c8b5e9a6ddac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.000704] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a63eb2c9-9574-4371-bdd9-ce6be3d051fd tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Suspending the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1129.001611] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1226809e-9c9c-4a50-a818-6298ba39f599 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.010015] env[65899]: DEBUG oslo_vmware.api [None req-a63eb2c9-9574-4371-bdd9-ce6be3d051fd tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1129.010015] env[65899]: value = "task-4895540" [ 1129.010015] env[65899]: _type = "Task" [ 1129.010015] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.022104] env[65899]: DEBUG oslo_vmware.api [None req-a63eb2c9-9574-4371-bdd9-ce6be3d051fd tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895540, 'name': SuspendVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.039227] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "1b243125-c07b-4a41-8643-84f2a3858b95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.040489] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.040489] env[65899]: DEBUG nova.compute.manager [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1129.042708] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96bfcb9-8a48-45cc-b0e5-8ef6577c0820 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.045722] env[65899]: INFO nova.compute.manager [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Took 23.36 seconds to build instance. [ 1129.052029] env[65899]: DEBUG nova.compute.manager [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1129.052029] env[65899]: DEBUG nova.objects.instance [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'flavor' on Instance uuid 1b243125-c07b-4a41-8643-84f2a3858b95 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.075985] env[65899]: WARNING neutronclient.v2_0.client [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.154127] env[65899]: DEBUG nova.network.neutron [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Updated VIF entry in instance network info cache for port f7f5ce47-562b-463c-bb07-3d1a19aa4e9b. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.154550] env[65899]: DEBUG nova.network.neutron [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Updating instance_info_cache with network_info: [{"id": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "address": "fa:16:3e:fa:f7:9c", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f5ce47-56", "ovs_interfaceid": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.381191] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895539, 'name': CreateVM_Task, 'duration_secs': 0.384334} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.381417] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.381907] env[65899]: WARNING neutronclient.v2_0.client [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.382270] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.382417] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.383084] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.385215] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37d9328-330b-4058-a27e-83c0d30d63b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.392235] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1129.392235] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52208e4a-08a3-d48a-051b-253d51d9431a" [ 1129.392235] env[65899]: _type = "Task" [ 1129.392235] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.404885] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52208e4a-08a3-d48a-051b-253d51d9431a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.435490] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "b0c11e23-699c-4fdf-9838-bd69856c3ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.636s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.449130] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5262e456-c2a1-58d0-9e13-e162239f900f, 'name': SearchDatastore_Task, 'duration_secs': 0.021632} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.449562] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.450223] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 6f89850c-6399-40ee-9f37-d75099df8099/6f89850c-6399-40ee-9f37-d75099df8099.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.450223] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-626a38f0-d062-496a-8281-b157a0226298 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.459407] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1129.459407] env[65899]: value = "task-4895541" [ 1129.459407] env[65899]: _type = "Task" [ 1129.459407] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.472644] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.524873] env[65899]: DEBUG oslo_vmware.api [None req-a63eb2c9-9574-4371-bdd9-ce6be3d051fd tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895540, 'name': SuspendVM_Task} progress is 58%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.548906] env[65899]: DEBUG oslo_concurrency.lockutils [None req-46c22ecb-d14e-496a-a406-043509600fc8 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.868s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.657613] env[65899]: DEBUG oslo_concurrency.lockutils [req-c79985df-bdda-46d6-84d8-c1c7f800c30e req-e474d5ad-beb1-4b1c-a536-c395448bdbe4 service nova] Releasing lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.906145] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52208e4a-08a3-d48a-051b-253d51d9431a, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.906478] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.906764] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.907070] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.907225] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.907415] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.907701] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f7edb5-b6f0-4ef1-bba2-6647cd4d18e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.931614] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.932171] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.933084] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcc3049-054a-45ab-b4e4-0e70ff7f814d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.942148] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1129.942148] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]525a04f1-1201-172c-d9ad-83307220330a" [ 1129.942148] env[65899]: _type = "Task" [ 1129.942148] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.957708] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525a04f1-1201-172c-d9ad-83307220330a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.972875] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895541, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.028165] env[65899]: DEBUG oslo_vmware.api [None req-a63eb2c9-9574-4371-bdd9-ce6be3d051fd tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895540, 'name': SuspendVM_Task, 'duration_secs': 0.725182} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.028165] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a63eb2c9-9574-4371-bdd9-ce6be3d051fd tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Suspended the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1130.028165] env[65899]: DEBUG nova.compute.manager [None req-a63eb2c9-9574-4371-bdd9-ce6be3d051fd tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1130.030163] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a95f23-fa77-43d8-be1a-050af7f0f176 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.060227] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.060536] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbf6ba3-b173-4f7b-8d7b-747f737ab88f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.074034] env[65899]: DEBUG nova.compute.manager [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1130.074034] env[65899]: DEBUG nova.compute.manager [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing instance network info cache due to event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1130.074034] env[65899]: DEBUG oslo_concurrency.lockutils [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.074034] env[65899]: DEBUG oslo_concurrency.lockutils [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.074034] env[65899]: DEBUG nova.network.neutron [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.076461] env[65899]: DEBUG oslo_vmware.api [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1130.076461] env[65899]: value = "task-4895542" [ 1130.076461] env[65899]: _type = "Task" [ 1130.076461] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.090474] env[65899]: DEBUG oslo_vmware.api [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.110568] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b5097-d19c-4fd5-9dc0-26612bdf8722 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.119380] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b14a612-6b79-4dd4-872e-7694882abe9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.154492] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace6e42d-a0ef-48ec-976c-fa2e74d055da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.163738] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec0ec04-a94f-477f-bd02-b33571614c1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.179120] env[65899]: DEBUG nova.compute.provider_tree [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.334314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.334314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.453961] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]525a04f1-1201-172c-d9ad-83307220330a, 'name': SearchDatastore_Task, 'duration_secs': 0.06005} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.454476] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b9bcad-e18b-458b-ad92-a205927fdce8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.461876] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1130.461876] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]527a5592-0f41-5acf-a869-703cf020d665" [ 1130.461876] env[65899]: _type = "Task" [ 1130.461876] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.478818] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527a5592-0f41-5acf-a869-703cf020d665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.487918] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621238} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.487918] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 6f89850c-6399-40ee-9f37-d75099df8099/6f89850c-6399-40ee-9f37-d75099df8099.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.487918] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.487918] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-184c5218-752b-4151-84d8-10b20f1045a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.494517] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1130.494517] env[65899]: value = "task-4895543" [ 1130.494517] env[65899]: _type = "Task" [ 1130.494517] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.507285] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.522039] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "ccb8fe18-7c1e-4361-bebb-70daa4807985" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.522322] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.522616] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "ccb8fe18-7c1e-4361-bebb-70daa4807985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.523043] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.523239] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.525881] env[65899]: INFO nova.compute.manager [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Terminating instance [ 1130.580092] env[65899]: WARNING neutronclient.v2_0.client [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.594406] env[65899]: DEBUG oslo_vmware.api [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895542, 'name': PowerOffVM_Task, 'duration_secs': 0.386341} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.595152] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.595263] env[65899]: DEBUG nova.compute.manager [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1130.596289] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152cb7b3-7745-49eb-a3e2-3ae12aa76282 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.682731] env[65899]: DEBUG nova.scheduler.client.report [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.742657] env[65899]: WARNING neutronclient.v2_0.client [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.836848] env[65899]: DEBUG nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1130.876030] env[65899]: DEBUG nova.network.neutron [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updated VIF entry in instance network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.876030] env[65899]: DEBUG nova.network.neutron [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.975617] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]527a5592-0f41-5acf-a869-703cf020d665, 'name': SearchDatastore_Task, 'duration_secs': 0.017276} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.975935] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.977246] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6/48dd47eb-dda6-42f9-be84-cb2ed06d4bd6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.977630] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-664fdb94-b204-43be-ba1b-ee092337cff1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.989027] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1130.989027] env[65899]: value = "task-4895544" [ 1130.989027] env[65899]: _type = "Task" [ 1130.989027] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.998179] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.008333] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073157} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.008770] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.010490] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6dc3c2-7753-49cb-96d6-b5b39819545c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.031327] env[65899]: DEBUG nova.compute.manager [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1131.031327] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.043039] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 6f89850c-6399-40ee-9f37-d75099df8099/6f89850c-6399-40ee-9f37-d75099df8099.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.043039] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7715121-cba0-4864-b717-5a3fbf0e72b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.046140] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5317ea09-3b3e-435b-8923-fcb9b2657d41 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.069509] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.071017] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cf0ebef-7335-4047-9d5d-d6284746cdc0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.072816] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1131.072816] env[65899]: value = "task-4895545" [ 1131.072816] env[65899]: _type = "Task" [ 1131.072816] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.078530] env[65899]: DEBUG oslo_vmware.api [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1131.078530] env[65899]: value = "task-4895546" [ 1131.078530] env[65899]: _type = "Task" [ 1131.078530] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.084037] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.091943] env[65899]: DEBUG oslo_vmware.api [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.111346] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6df1a057-5503-4942-9386-bb7802ab91ba tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.190179] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.190803] env[65899]: DEBUG nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1131.193917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.205s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.365679] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.379037] env[65899]: DEBUG oslo_concurrency.lockutils [req-4a2b9dab-edc3-4092-9ac9-15dae7151619 req-2a716e3b-b3cc-4698-b9ae-285ba099f53f service nova] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.498086] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895544, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.583457] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895545, 'name': ReconfigVM_Task, 'duration_secs': 0.323521} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.587233] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 6f89850c-6399-40ee-9f37-d75099df8099/6f89850c-6399-40ee-9f37-d75099df8099.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.587949] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af599330-a9af-4715-bc7d-f292e3168e86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.596604] env[65899]: DEBUG oslo_vmware.api [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895546, 'name': PowerOffVM_Task, 'duration_secs': 0.218406} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.598258] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.598517] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.598949] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1131.598949] env[65899]: value = "task-4895547" [ 1131.598949] env[65899]: _type = "Task" [ 1131.598949] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.599238] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e22faacd-0e9e-47b9-bf4d-9ed384ceae23 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.611957] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895547, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.616945] env[65899]: INFO nova.compute.manager [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Resuming [ 1131.617638] env[65899]: DEBUG nova.objects.instance [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lazy-loading 'flavor' on Instance uuid c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.684232] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.684463] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.684651] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleting the datastore file [datastore2] ccb8fe18-7c1e-4361-bebb-70daa4807985 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.684965] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7dae2e4-7f6b-4e95-a790-f50e85e13f60 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.694466] env[65899]: DEBUG oslo_vmware.api [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for the task: (returnval){ [ 1131.694466] env[65899]: value = "task-4895549" [ 1131.694466] env[65899]: _type = "Task" [ 1131.694466] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.700145] env[65899]: DEBUG nova.compute.utils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.708744] env[65899]: DEBUG nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1131.709065] env[65899]: DEBUG nova.network.neutron [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1131.709510] env[65899]: WARNING neutronclient.v2_0.client [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.709891] env[65899]: WARNING neutronclient.v2_0.client [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.721689] env[65899]: DEBUG oslo_vmware.api [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.773879] env[65899]: DEBUG nova.policy [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73806ba30de44ed7bf0f58a8ec45c096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43a932921185406e952f642af150b2d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.833252] env[65899]: INFO nova.compute.manager [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Rebuilding instance [ 1131.882927] env[65899]: DEBUG nova.compute.manager [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1131.883696] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686f2353-971a-4c03-b394-29f97020710c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.998972] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927548} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.999305] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6/48dd47eb-dda6-42f9-be84-cb2ed06d4bd6.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.999574] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.999781] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c14f559a-e83a-4417-b1b5-6188412087ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.006758] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1132.006758] env[65899]: value = "task-4895550" [ 1132.006758] env[65899]: _type = "Task" [ 1132.006758] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.016299] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.111691] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895547, 'name': Rename_Task, 'duration_secs': 0.21288} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.112363] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.112363] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db3eddb0-9b53-49d8-bf92-5da785c9a458 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.116600] env[65899]: DEBUG nova.compute.manager [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1132.116787] env[65899]: DEBUG nova.compute.manager [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing instance network info cache due to event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1132.116995] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.117150] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.117327] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing network info cache for port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.119152] env[65899]: DEBUG nova.network.neutron [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Successfully created port: 2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1132.128653] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1132.128653] env[65899]: value = "task-4895551" [ 1132.128653] env[65899]: _type = "Task" [ 1132.128653] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.143928] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.205681] env[65899]: DEBUG oslo_vmware.api [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.209549] env[65899]: DEBUG nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1132.237307] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ccb8fe18-7c1e-4361-bebb-70daa4807985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.237414] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7a38fbe5-19be-4397-8b7b-27be59deddad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.237503] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.237620] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 8eab0290-f483-465b-97fb-a3f401b121b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.237731] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c9d51665-c240-432c-b604-e7313ad1df6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.237843] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance bcc538e2-415c-41ae-8fda-35794b9a7d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.237953] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c6afda43-0bc6-43a4-81fb-61479ff1be07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.238075] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 1b243125-c07b-4a41-8643-84f2a3858b95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.238185] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 6f89850c-6399-40ee-9f37-d75099df8099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.238291] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.238396] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c9430cd8-151e-445a-bf77-faf3dd369e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.518202] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218346} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.518524] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.519345] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f4b0e6-628e-4c79-bcd1-ce8d3436bb59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.545199] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6/48dd47eb-dda6-42f9-be84-cb2ed06d4bd6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.545885] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a712ef8-ad86-43b9-aac1-219d40fcb04d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.568122] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1132.568122] env[65899]: value = "task-4895552" [ 1132.568122] env[65899]: _type = "Task" [ 1132.568122] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.577382] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.625179] env[65899]: WARNING neutronclient.v2_0.client [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.646534] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.710474] env[65899]: DEBUG oslo_vmware.api [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Task: {'id': task-4895549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676898} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.710771] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.710956] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.711194] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.711813] env[65899]: INFO nova.compute.manager [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1132.711813] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.711813] env[65899]: DEBUG nova.compute.manager [-] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1132.711995] env[65899]: DEBUG nova.network.neutron [-] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.712184] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.741497] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1132.742090] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1132.742269] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '6', 'num_task_deleting': '1', 'num_os_type_None': '11', 'num_proj_3e1e2f4e8b3e4505b24625bbbdfdd852': '1', 'io_workload': '3', 'num_vm_suspended': '1', 'num_task_resuming': '1', 'num_proj_305817b6558247c583a4ec1d9818140d': '1', 'num_task_None': '7', 'num_proj_31c62b3c654943ae8a436d7cb82f57f8': '2', 'num_proj_b35f72db077c4a1e8deed64432c84845': '2', 'num_proj_5b9b2291fd5140febde220bc57284ee3': '2', 'num_proj_3ec6d067cda04e9ab138af689fdc07bf': '1', 'num_vm_stopped': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_c33b96b40112464d8473c40d21fc86cc': '1', 'num_proj_43a932921185406e952f642af150b2d5': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1132.849697] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.897566] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.898695] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd54de1-45cc-4688-95e1-170a58b5467f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.905985] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1132.905985] env[65899]: value = "task-4895553" [ 1132.905985] env[65899]: _type = "Task" [ 1132.905985] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.920569] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.920826] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.921630] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73be469-3a73-495c-ac5a-0654bce8557d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.932577] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.932936] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb0c608c-d5be-44db-93ec-e3855fd15f25 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.945445] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c25baf6-7ef9-4bfe-86fe-3474af132a5b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.953820] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69522510-9eff-4a10-b2d8-3d45f64cd63b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.987209] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1dbf8-7505-4a44-8683-b03da87ab459 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.997988] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccfe613-df8f-489b-bb78-c453ec049bce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.012800] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.083605] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.138984] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.139178] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquired lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.139373] env[65899]: DEBUG nova.network.neutron [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.144426] env[65899]: DEBUG oslo_vmware.api [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895551, 'name': PowerOnVM_Task, 'duration_secs': 0.59545} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.146052] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.146052] env[65899]: INFO nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1133.146052] env[65899]: DEBUG nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1133.146052] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283a0d8-98ce-4acc-8206-e44d5e5cdfa4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.158412] env[65899]: WARNING neutronclient.v2_0.client [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.180628] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.180904] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.181144] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleting the datastore file [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.181511] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02e2f7ca-42ac-4b32-9b24-c9b59b092e04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.188566] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1133.188566] env[65899]: value = "task-4895555" [ 1133.188566] env[65899]: _type = "Task" [ 1133.188566] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.198893] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.221285] env[65899]: DEBUG nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1133.240056] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updated VIF entry in instance network info cache for port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1133.240576] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.251163] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1133.251421] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.251575] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1133.251756] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.251897] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1133.252050] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1133.252344] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1133.252569] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1133.252819] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1133.253013] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1133.253193] env[65899]: DEBUG nova.virt.hardware [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1133.254161] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60802d94-7a22-45a9-bd09-df2db784ffa1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.263647] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986aa97-94f0-4f3d-b9ad-e500d885bd66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.516781] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.580797] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.586354] env[65899]: DEBUG nova.network.neutron [-] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.645516] env[65899]: WARNING neutronclient.v2_0.client [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.668757] env[65899]: INFO nova.compute.manager [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Took 17.94 seconds to build instance. [ 1133.699196] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.745607] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.746015] env[65899]: DEBUG nova.compute.manager [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1133.746173] env[65899]: DEBUG nova.compute.manager [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing instance network info cache due to event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1133.746405] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.746576] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.746742] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing network info cache for port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.832776] env[65899]: WARNING neutronclient.v2_0.client [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.952053] env[65899]: DEBUG nova.network.neutron [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [{"id": "1d0da864-8d1b-43ad-a29e-767231db84fc", "address": "fa:16:3e:5f:64:85", "network": {"id": "fce03f05-ce16-48c1-babf-381fdbe402f5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579702589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "305817b6558247c583a4ec1d9818140d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0da864-8d", "ovs_interfaceid": "1d0da864-8d1b-43ad-a29e-767231db84fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.977590] env[65899]: DEBUG nova.compute.manager [req-872e4822-74dc-4c1a-a262-8388c6d4316b req-beb360e4-efc1-4747-8bb5-f424dbb156b4 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-vif-plugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1133.977766] env[65899]: DEBUG oslo_concurrency.lockutils [req-872e4822-74dc-4c1a-a262-8388c6d4316b req-beb360e4-efc1-4747-8bb5-f424dbb156b4 service nova] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.977872] env[65899]: DEBUG oslo_concurrency.lockutils [req-872e4822-74dc-4c1a-a262-8388c6d4316b req-beb360e4-efc1-4747-8bb5-f424dbb156b4 service nova] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.979407] env[65899]: DEBUG oslo_concurrency.lockutils [req-872e4822-74dc-4c1a-a262-8388c6d4316b req-beb360e4-efc1-4747-8bb5-f424dbb156b4 service nova] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.979625] env[65899]: DEBUG nova.compute.manager [req-872e4822-74dc-4c1a-a262-8388c6d4316b req-beb360e4-efc1-4747-8bb5-f424dbb156b4 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] No waiting events found dispatching network-vif-plugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1133.979796] env[65899]: WARNING nova.compute.manager [req-872e4822-74dc-4c1a-a262-8388c6d4316b req-beb360e4-efc1-4747-8bb5-f424dbb156b4 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received unexpected event network-vif-plugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 for instance with vm_state building and task_state spawning. [ 1134.024090] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1134.024090] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.830s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.024398] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.659s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.025984] env[65899]: INFO nova.compute.claims [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.028517] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.028661] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Cleaning up deleted instances {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1134.058166] env[65899]: DEBUG nova.network.neutron [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Successfully updated port: 2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1134.082120] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895552, 'name': ReconfigVM_Task, 'duration_secs': 1.022621} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.083682] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6/48dd47eb-dda6-42f9-be84-cb2ed06d4bd6.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.083682] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d5f0326-d61f-4159-a715-5699602c529f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.088959] env[65899]: INFO nova.compute.manager [-] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Took 1.38 seconds to deallocate network for instance. [ 1134.092571] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1134.092571] env[65899]: value = "task-4895556" [ 1134.092571] env[65899]: _type = "Task" [ 1134.092571] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.105767] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895556, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.151890] env[65899]: DEBUG nova.compute.manager [req-cb6533ca-d555-444f-bee9-0e5457b8243b req-7f9e69cf-c74e-42b7-a0e5-35200b986b19 service nova] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Received event network-vif-deleted-d7591723-8b45-455e-9ac0-fe509245e793 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.170926] env[65899]: DEBUG oslo_concurrency.lockutils [None req-684c72bf-0a83-403a-a14e-d90927dd5c3d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "6f89850c-6399-40ee-9f37-d75099df8099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.452s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.199908] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564543} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.200186] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.200365] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.200547] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.249588] env[65899]: WARNING neutronclient.v2_0.client [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.391871] env[65899]: WARNING neutronclient.v2_0.client [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.455643] env[65899]: DEBUG oslo_concurrency.lockutils [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Releasing lock "refresh_cache-c9d51665-c240-432c-b604-e7313ad1df6b" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.456458] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36d5bc7-0f51-4902-8343-0df09daa5cba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.460863] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updated VIF entry in instance network info cache for port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1134.461017] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.466573] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Resuming the VM {{(pid=65899) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1134.466856] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7a58a0c-7e33-4fcb-930c-4cbb9bec03d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.473761] env[65899]: DEBUG oslo_vmware.api [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1134.473761] env[65899]: value = "task-4895557" [ 1134.473761] env[65899]: _type = "Task" [ 1134.473761] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.483524] env[65899]: DEBUG oslo_vmware.api [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.547900] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] There are 59 instances to clean {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1134.548087] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: b0c11e23-699c-4fdf-9838-bd69856c3ea4] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1134.561437] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.561437] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.561593] env[65899]: DEBUG nova.network.neutron [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1134.601259] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.607840] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895556, 'name': Rename_Task, 'duration_secs': 0.439308} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.608154] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.608422] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb9fc19-33db-4eda-8bbb-b19d547694b9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.613089] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9646a5ad-ab04-4701-9fdc-9b63a3fc7b6c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.617742] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1134.617742] env[65899]: value = "task-4895558" [ 1134.617742] env[65899]: _type = "Task" [ 1134.617742] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.622713] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Suspending the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1134.623470] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5b289c2c-3531-4258-a7db-eccd2710c35e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.629077] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.630544] env[65899]: DEBUG oslo_vmware.api [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1134.630544] env[65899]: value = "task-4895559" [ 1134.630544] env[65899]: _type = "Task" [ 1134.630544] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.641593] env[65899]: DEBUG oslo_vmware.api [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895559, 'name': SuspendVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.964097] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.964491] env[65899]: DEBUG nova.compute.manager [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.964747] env[65899]: DEBUG nova.compute.manager [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing instance network info cache due to event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1134.965033] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.965216] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.965482] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.986719] env[65899]: DEBUG oslo_vmware.api [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.055765] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 3590db92-6ffd-4753-b182-656faba059b8] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1135.118431] env[65899]: DEBUG nova.network.neutron [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1135.146258] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895558, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.146555] env[65899]: DEBUG oslo_vmware.api [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895559, 'name': SuspendVM_Task} progress is 62%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.221218] env[65899]: WARNING neutronclient.v2_0.client [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.258223] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1135.258223] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.258223] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1135.258223] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.259610] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1135.259610] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1135.259610] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.259610] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1135.259610] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1135.259610] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1135.260076] env[65899]: DEBUG nova.virt.hardware [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1135.260945] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139e5a58-afde-4b4a-8555-acfafffbc09d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.279982] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15daa4d8-9ca2-4920-9590-3ce72d93e5e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.288128] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5e8e9-e2f7-422e-b4a3-1818bab45a76 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.306269] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0cbacae-ae05-4849-8bb3-0add1a00f79c', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.314381] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.316981] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.317349] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bb1745d-68f4-4c44-a1b8-6a6ebf92cc4d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.332886] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea93fc2-6fdf-4fd3-bc13-b73a99df69d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.337644] env[65899]: DEBUG nova.network.neutron [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.376302] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd025c7-86d5-4dfd-896a-18a5f9bd4b88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.379444] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.379444] env[65899]: value = "task-4895560" [ 1135.379444] env[65899]: _type = "Task" [ 1135.379444] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.394410] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea6e30-c968-47d7-a940-fc65b9d3140e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.398888] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895560, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.416635] env[65899]: DEBUG nova.compute.provider_tree [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.469134] env[65899]: WARNING neutronclient.v2_0.client [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.488045] env[65899]: DEBUG oslo_vmware.api [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895557, 'name': PowerOnVM_Task, 'duration_secs': 0.813634} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.488384] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Resumed the VM {{(pid=65899) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1135.488592] env[65899]: DEBUG nova.compute.manager [None req-fe282150-9ce0-4817-a26b-04ad89aace9c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.489502] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f440b-ee5b-415a-82a6-79284373eac7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.560834] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 224ce709-7c6d-48a2-87c5-3ed44dc4ea26] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1135.635193] env[65899]: DEBUG oslo_vmware.api [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895558, 'name': PowerOnVM_Task, 'duration_secs': 0.789628} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.637944] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.638178] env[65899]: INFO nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1135.638357] env[65899]: DEBUG nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.639307] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56f1c5a-1b6d-4196-948a-9caf95d133dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.647634] env[65899]: DEBUG oslo_vmware.api [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895559, 'name': SuspendVM_Task} progress is 62%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.656723] env[65899]: WARNING neutronclient.v2_0.client [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.734043] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updated VIF entry in instance network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.734209] env[65899]: DEBUG nova.network.neutron [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.841061] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.841427] env[65899]: DEBUG nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Instance network_info: |[{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1135.841907] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:34:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6bcce6-de60-4586-8f98-e338d9680cb6', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.849789] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.849921] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.850134] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3925c098-25ed-4255-8988-2ea384222f9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.876089] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.876089] env[65899]: value = "task-4895561" [ 1135.876089] env[65899]: _type = "Task" [ 1135.876089] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.886955] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895561, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.892865] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895560, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.940149] env[65899]: ERROR nova.scheduler.client.report [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [req-1cba13a1-3c51-4a27-a8a2-e56108575dc0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1cba13a1-3c51-4a27-a8a2-e56108575dc0"}]} [ 1135.957987] env[65899]: DEBUG nova.scheduler.client.report [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1135.973826] env[65899]: DEBUG nova.scheduler.client.report [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1135.974143] env[65899]: DEBUG nova.compute.provider_tree [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.987242] env[65899]: DEBUG nova.scheduler.client.report [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1136.007917] env[65899]: DEBUG nova.compute.manager [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1136.008189] env[65899]: DEBUG nova.compute.manager [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing instance network info cache due to event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1136.008399] env[65899]: DEBUG oslo_concurrency.lockutils [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] Acquiring lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.008540] env[65899]: DEBUG oslo_concurrency.lockutils [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] Acquired lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.008704] env[65899]: DEBUG nova.network.neutron [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.011921] env[65899]: DEBUG nova.scheduler.client.report [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1136.064565] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: a13b917f-602a-4f2d-8a85-b9c215fcaf4e] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1136.146059] env[65899]: DEBUG oslo_vmware.api [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895559, 'name': SuspendVM_Task, 'duration_secs': 1.339178} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.146596] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Suspended the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1136.146596] env[65899]: DEBUG nova.compute.manager [None req-9f1db196-fdb1-4c34-842e-2bd34ec30a7c tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1136.147352] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8796b47a-8c6d-45a6-812a-1ff67f556277 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.167761] env[65899]: INFO nova.compute.manager [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Took 18.25 seconds to build instance. [ 1136.195338] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e1671-8b33-4cc2-be17-af25369d9c54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.206709] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc17271-315f-4bf9-98e3-5e332b0fb8ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.239287] env[65899]: DEBUG oslo_concurrency.lockutils [req-d90c13d5-f984-45c3-89bf-07d107f0919a req-02cd1dd8-24f5-4a48-9ca7-052845131984 service nova] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.240480] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872429b8-f44b-4a30-9e4e-cb404eb306dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.248720] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760c151-bf48-49b1-a57c-67459baf4dd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.262993] env[65899]: DEBUG nova.compute.provider_tree [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.390099] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895561, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.393370] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895560, 'name': CreateVM_Task, 'duration_secs': 0.6343} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.393574] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.394137] env[65899]: WARNING neutronclient.v2_0.client [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1136.394505] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.394658] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.395086] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.395354] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4098e1f-115d-4048-9ba9-4140a73107f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.400482] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1136.400482] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52057267-5c59-c319-223b-cc8aeb5e0379" [ 1136.400482] env[65899]: _type = "Task" [ 1136.400482] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.408776] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52057267-5c59-c319-223b-cc8aeb5e0379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.514785] env[65899]: WARNING neutronclient.v2_0.client [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.567502] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 293fc39a-9778-46d8-925a-b2ea7cb8a0dc] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1136.670732] env[65899]: DEBUG oslo_concurrency.lockutils [None req-13f521e3-9a1b-4e5c-853e-ebf7947b739d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.761s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.714560] env[65899]: WARNING neutronclient.v2_0.client [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.801998] env[65899]: DEBUG nova.scheduler.client.report [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1136.801998] env[65899]: DEBUG nova.compute.provider_tree [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 146 to 147 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1136.801998] env[65899]: DEBUG nova.compute.provider_tree [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.806532] env[65899]: DEBUG nova.network.neutron [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updated VIF entry in instance network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1136.809924] env[65899]: DEBUG nova.network.neutron [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.886309] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895561, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.911940] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52057267-5c59-c319-223b-cc8aeb5e0379, 'name': SearchDatastore_Task, 'duration_secs': 0.062262} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.912319] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.912611] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.912864] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.913031] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.913263] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.913515] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4ba5cf-700a-41e9-b774-14a580d4eaa4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.923589] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.923809] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.924659] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7a83ed-0552-4f65-905a-102ae598e0f4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.930850] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1136.930850] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520f0d50-e8e1-9490-cb66-49ac6f4ce980" [ 1136.930850] env[65899]: _type = "Task" [ 1136.930850] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.939830] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520f0d50-e8e1-9490-cb66-49ac6f4ce980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.062498] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "6f89850c-6399-40ee-9f37-d75099df8099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.062848] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "6f89850c-6399-40ee-9f37-d75099df8099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.063192] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "6f89850c-6399-40ee-9f37-d75099df8099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.063341] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "6f89850c-6399-40ee-9f37-d75099df8099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.063548] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "6f89850c-6399-40ee-9f37-d75099df8099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.066075] env[65899]: INFO nova.compute.manager [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Terminating instance [ 1137.070925] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 91b235d8-6c10-41f7-85dc-ba6e6db95e8b] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1137.306954] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.282s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.307537] env[65899]: DEBUG nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1137.311727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.711s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.315020] env[65899]: DEBUG nova.objects.instance [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lazy-loading 'resources' on Instance uuid ccb8fe18-7c1e-4361-bebb-70daa4807985 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.315020] env[65899]: DEBUG oslo_concurrency.lockutils [req-506c3466-eb43-4d11-bfe2-4bc435ce03b7 req-9fdaea07-af83-45be-92e8-a2de92025d6c service nova] Releasing lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.387297] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895561, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.443376] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520f0d50-e8e1-9490-cb66-49ac6f4ce980, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.444309] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4334e139-b4c0-431a-b2c4-4a0b1e1ab83a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.451020] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1137.451020] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f5bdc4-6525-b33a-b6a3-43b5af88bdc5" [ 1137.451020] env[65899]: _type = "Task" [ 1137.451020] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.464604] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f5bdc4-6525-b33a-b6a3-43b5af88bdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.569264] env[65899]: DEBUG nova.compute.manager [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1137.569504] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.570675] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268e566e-434e-437c-90a0-4dd83bbaf0a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.574027] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c220cad1-e3c7-4c8e-b208-3f6666a98d5f] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1137.583805] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.584168] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3df8ca0-9f83-47da-be8e-7b4f8e71bd54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.659604] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.659821] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.659998] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleting the datastore file [datastore2] 6f89850c-6399-40ee-9f37-d75099df8099 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.660296] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ef113fa-1a8e-4c38-9641-e1c221020426 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.669036] env[65899]: DEBUG oslo_vmware.api [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1137.669036] env[65899]: value = "task-4895563" [ 1137.669036] env[65899]: _type = "Task" [ 1137.669036] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.680051] env[65899]: DEBUG oslo_vmware.api [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.818193] env[65899]: DEBUG nova.compute.utils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.820428] env[65899]: DEBUG nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Not allocating networking since 'none' was specified. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1137.889977] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895561, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.964335] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f5bdc4-6525-b33a-b6a3-43b5af88bdc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014508} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.964602] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.964874] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.965165] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d34a8f-4e39-4c58-8927-cfd05ec06d98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.972609] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1137.972609] env[65899]: value = "task-4895564" [ 1137.972609] env[65899]: _type = "Task" [ 1137.972609] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.981628] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.996728] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6fd29b-82dc-4334-b321-49364a987d90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.004727] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2ba0b3-d398-480b-a37f-3af1d9712bd4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.037230] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d0c09b-a97e-42a3-8d98-82a1b071f48f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.040891] env[65899]: DEBUG nova.compute.manager [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Received event network-changed-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1138.041140] env[65899]: DEBUG nova.compute.manager [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Refreshing instance network info cache due to event network-changed-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1138.041370] env[65899]: DEBUG oslo_concurrency.lockutils [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] Acquiring lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.041510] env[65899]: DEBUG oslo_concurrency.lockutils [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] Acquired lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.041709] env[65899]: DEBUG nova.network.neutron [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Refreshing network info cache for port f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.049697] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c96f36-a811-464f-a7a3-083d3f95a11f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.067102] env[65899]: DEBUG nova.compute.provider_tree [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.079238] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: eca606e2-bf9e-4dfd-84ed-bc97949886e0] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1138.099171] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-8eab0290-f483-465b-97fb-a3f401b121b8-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.099475] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-8eab0290-f483-465b-97fb-a3f401b121b8-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.099933] env[65899]: DEBUG nova.objects.instance [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'flavor' on Instance uuid 8eab0290-f483-465b-97fb-a3f401b121b8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.179917] env[65899]: DEBUG oslo_vmware.api [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214195} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.180456] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.180876] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.180876] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.181045] env[65899]: INFO nova.compute.manager [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1138.181214] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1138.181409] env[65899]: DEBUG nova.compute.manager [-] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1138.181505] env[65899]: DEBUG nova.network.neutron [-] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1138.181751] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.215483] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.321055] env[65899]: DEBUG nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1138.388663] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895561, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.484885] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.544453] env[65899]: WARNING neutronclient.v2_0.client [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.583397] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: bd877150-6456-41ee-97cd-e03efd154b50] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1138.605482] env[65899]: WARNING neutronclient.v2_0.client [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.607883] env[65899]: DEBUG nova.scheduler.client.report [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.608039] env[65899]: DEBUG nova.compute.provider_tree [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 147 to 148 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.608228] env[65899]: DEBUG nova.compute.provider_tree [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.723372] env[65899]: DEBUG nova.objects.instance [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'pci_requests' on Instance uuid 8eab0290-f483-465b-97fb-a3f401b121b8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.749169] env[65899]: WARNING neutronclient.v2_0.client [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.829498] env[65899]: DEBUG nova.network.neutron [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Updated VIF entry in instance network info cache for port f7f5ce47-562b-463c-bb07-3d1a19aa4e9b. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1138.829833] env[65899]: DEBUG nova.network.neutron [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Updating instance_info_cache with network_info: [{"id": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "address": "fa:16:3e:fa:f7:9c", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f5ce47-56", "ovs_interfaceid": "f7f5ce47-562b-463c-bb07-3d1a19aa4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.893946] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895561, 'name': CreateVM_Task, 'duration_secs': 2.762188} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.894275] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.895011] env[65899]: WARNING neutronclient.v2_0.client [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.895583] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.895845] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.896319] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.896726] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d573743e-9fb1-4d60-b39a-35ceebd23bbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.904218] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1138.904218] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]520a4bdb-aa78-371b-d773-b80a796ef99e" [ 1138.904218] env[65899]: _type = "Task" [ 1138.904218] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.909524] env[65899]: DEBUG nova.network.neutron [-] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.917955] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520a4bdb-aa78-371b-d773-b80a796ef99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.985202] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895564, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.086892] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 95bb4b10-befe-4785-a114-3e6f8792f8a7] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.113902] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.138031] env[65899]: INFO nova.scheduler.client.report [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Deleted allocations for instance ccb8fe18-7c1e-4361-bebb-70daa4807985 [ 1139.225415] env[65899]: DEBUG nova.objects.base [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Object Instance<8eab0290-f483-465b-97fb-a3f401b121b8> lazy-loaded attributes: flavor,pci_requests {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.225584] env[65899]: DEBUG nova.network.neutron [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1139.225888] env[65899]: WARNING neutronclient.v2_0.client [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.226202] env[65899]: WARNING neutronclient.v2_0.client [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.293032] env[65899]: DEBUG nova.policy [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.333529] env[65899]: DEBUG nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1139.336762] env[65899]: DEBUG oslo_concurrency.lockutils [req-770af88c-38da-4dd1-ad51-9790561a6eee req-3c216527-71b6-43ee-a5e2-ed49185b35f3 service nova] Releasing lock "refresh_cache-48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.362413] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1139.362719] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.362886] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1139.363073] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.363220] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1139.363364] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1139.363818] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1139.364022] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1139.364317] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1139.364442] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1139.364700] env[65899]: DEBUG nova.virt.hardware [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1139.365662] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e841da-f71d-4755-b553-3c7e5e56c953 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.373719] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9d1c2-02a1-4486-8bdf-2143c61556f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.387915] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.393785] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Creating folder: Project (5b975eb6957b483fa12249959eacdc78). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.394134] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8de43e4d-3c32-457d-a06c-11a7987c90a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.405212] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Created folder: Project (5b975eb6957b483fa12249959eacdc78) in parent group-v953787. [ 1139.405459] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Creating folder: Instances. Parent ref: group-v954092. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.408641] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e13ef550-86b9-49c2-ab7c-f31ea400c19f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.413040] env[65899]: INFO nova.compute.manager [-] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Took 1.23 seconds to deallocate network for instance. [ 1139.417585] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]520a4bdb-aa78-371b-d773-b80a796ef99e, 'name': SearchDatastore_Task, 'duration_secs': 0.040922} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.420822] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.421983] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.422251] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.422400] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.422581] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.423052] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac4ea468-7baa-4540-8235-c594a5eeb994 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.432233] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Created folder: Instances in parent group-v954092. [ 1139.432473] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1139.432718] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.432941] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85121669-4f3b-4d7a-bb34-a4d943f0ab47 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.452442] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.452673] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.454054] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a558a6d0-9024-459e-8f0f-24a6bd88492f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.459403] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.459403] env[65899]: value = "task-4895567" [ 1139.459403] env[65899]: _type = "Task" [ 1139.459403] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.465303] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1139.465303] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523745d3-8db1-b6ee-1186-77311ae78469" [ 1139.465303] env[65899]: _type = "Task" [ 1139.465303] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.474076] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895567, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.482045] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523745d3-8db1-b6ee-1186-77311ae78469, 'name': SearchDatastore_Task, 'duration_secs': 0.0133} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.483623] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b055d6d1-eb6b-4e5c-943d-6445c40de8d4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.490228] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895564, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031396} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.490938] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.491305] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.491763] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-305fdda2-294f-4552-abe0-cec9eee96e30 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.495459] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1139.495459] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d02480-4085-d381-7095-11f7bc0d364b" [ 1139.495459] env[65899]: _type = "Task" [ 1139.495459] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.502380] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1139.502380] env[65899]: value = "task-4895568" [ 1139.502380] env[65899]: _type = "Task" [ 1139.502380] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.512123] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d02480-4085-d381-7095-11f7bc0d364b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.518045] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.590448] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c10774e3-ac9b-4c4e-9d34-bde930addde9] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.646246] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Lock "ccb8fe18-7c1e-4361-bebb-70daa4807985" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.124s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.924769] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.925165] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.925449] env[65899]: DEBUG nova.objects.instance [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'resources' on Instance uuid 6f89850c-6399-40ee-9f37-d75099df8099 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.970910] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895567, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.007421] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d02480-4085-d381-7095-11f7bc0d364b, 'name': SearchDatastore_Task, 'duration_secs': 0.014151} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.010722] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.011065] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.011791] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec3474e9-336f-430b-ade7-b7f1d42395ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.019637] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123562} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.021157] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.021674] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1140.021674] env[65899]: value = "task-4895569" [ 1140.021674] env[65899]: _type = "Task" [ 1140.021674] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.022796] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3556afb-3e00-4758-8272-388442fe94f0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.035077] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.053345] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.053722] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25049347-90a8-4af1-8fa7-19dbc622150b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.071845] env[65899]: DEBUG nova.compute.manager [req-77b3298e-38ac-4a7b-984b-cc27ae5f7d52 req-239e4550-7a63-4c8e-a220-0057b48b3bb8 service nova] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Received event network-vif-deleted-16458d3b-3268-4e45-ac60-b9bc1320dcb9 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1140.078152] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1140.078152] env[65899]: value = "task-4895570" [ 1140.078152] env[65899]: _type = "Task" [ 1140.078152] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.087685] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.093767] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 4463605c-886f-4611-a59d-b4cc8b706671] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.254917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.255266] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.256032] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.256153] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.256328] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.258820] env[65899]: INFO nova.compute.manager [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Terminating instance [ 1140.475231] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895567, 'name': CreateVM_Task, 'duration_secs': 0.808688} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.475589] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.476092] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.476173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.476568] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.476892] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7001a7-f3c8-42a6-9540-614453d26797 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.483286] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1140.483286] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52639ac2-61fa-92ba-ec43-258b0e44932f" [ 1140.483286] env[65899]: _type = "Task" [ 1140.483286] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.493255] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52639ac2-61fa-92ba-ec43-258b0e44932f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.542157] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.589783] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.597681] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: d1fdf354-e347-41d3-b177-b15a23ac8ea6] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.607920] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab739f23-d782-48a8-bfd5-ac8721a94a1a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.618792] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524920d7-5469-4e79-9c2c-4f59654d189a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.653099] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c189b-cdb8-453c-9c98-ea4fdd20d2bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.663959] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0240bfb6-eaca-4d4c-b49e-370ba2378fe6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.679832] env[65899]: DEBUG nova.compute.provider_tree [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.763219] env[65899]: DEBUG nova.compute.manager [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1140.763905] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.764495] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc435387-d754-4c57-ab1d-82984cacef1d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.774243] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.774657] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21dc3cb5-12b2-4f9d-a3e1-46bc9a4871ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.783586] env[65899]: DEBUG oslo_vmware.api [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1140.783586] env[65899]: value = "task-4895571" [ 1140.783586] env[65899]: _type = "Task" [ 1140.783586] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.796793] env[65899]: DEBUG oslo_vmware.api [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.895124] env[65899]: DEBUG nova.network.neutron [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Successfully updated port: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1140.996765] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52639ac2-61fa-92ba-ec43-258b0e44932f, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.997062] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.000069] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.000069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.000069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.000069] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.000069] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b4d4aa-1894-417c-8e0e-39d89814a065 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.009360] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.009546] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.010507] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14bd4531-3284-4a96-a775-c3b8b5f9f01f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.018156] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1141.018156] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526d7c5f-325f-fad8-9394-3d309d0afced" [ 1141.018156] env[65899]: _type = "Task" [ 1141.018156] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.027535] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526d7c5f-325f-fad8-9394-3d309d0afced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.036279] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922099} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.036548] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.038611] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.038611] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d627f92-8dbc-43ba-91c6-0f0bcc906c36 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.044715] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1141.044715] env[65899]: value = "task-4895572" [ 1141.044715] env[65899]: _type = "Task" [ 1141.044715] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.054259] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.091515] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895570, 'name': ReconfigVM_Task, 'duration_secs': 0.86598} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.091878] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95/1b243125-c07b-4a41-8643-84f2a3858b95.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.092600] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cefb903-5328-4156-b6b7-16b326cc2d68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.101646] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 4081c530-6dc9-44c7-912f-5afbd318807c] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1141.104135] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1141.104135] env[65899]: value = "task-4895573" [ 1141.104135] env[65899]: _type = "Task" [ 1141.104135] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.116488] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895573, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.216766] env[65899]: DEBUG nova.scheduler.client.report [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1141.217042] env[65899]: DEBUG nova.compute.provider_tree [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 148 to 149 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1141.217232] env[65899]: DEBUG nova.compute.provider_tree [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.294369] env[65899]: DEBUG oslo_vmware.api [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895571, 'name': PowerOffVM_Task, 'duration_secs': 0.254052} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.294685] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.294858] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.295182] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d1dd491-2201-4fff-9140-0cd8c629426e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.370861] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.371090] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.371361] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleting the datastore file [datastore1] c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.371654] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a43216-74fa-48d2-8042-e01e0cc35404 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.379353] env[65899]: DEBUG oslo_vmware.api [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for the task: (returnval){ [ 1141.379353] env[65899]: value = "task-4895575" [ 1141.379353] env[65899]: _type = "Task" [ 1141.379353] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.388427] env[65899]: DEBUG oslo_vmware.api [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.401172] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.401351] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.401530] env[65899]: DEBUG nova.network.neutron [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.529583] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526d7c5f-325f-fad8-9394-3d309d0afced, 'name': SearchDatastore_Task, 'duration_secs': 0.032541} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.530414] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305da1fc-377f-4a28-98d1-c2c661809588 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.536635] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1141.536635] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7c42a-156b-ca43-21d7-8e641843b69b" [ 1141.536635] env[65899]: _type = "Task" [ 1141.536635] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.544878] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7c42a-156b-ca43-21d7-8e641843b69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.552979] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088664} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.553265] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.554056] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4078b227-32e5-485e-8a75-4fa3c76447a8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.577463] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.577658] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb890ef3-f2b0-40f7-ae99-09e47fff8ee1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.600087] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1141.600087] env[65899]: value = "task-4895576" [ 1141.600087] env[65899]: _type = "Task" [ 1141.600087] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.606351] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: a1532f5e-820e-4c4d-b3d6-7c364bb5c91e] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1141.617046] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895573, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.622587] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.722886] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.752944] env[65899]: INFO nova.scheduler.client.report [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted allocations for instance 6f89850c-6399-40ee-9f37-d75099df8099 [ 1141.888790] env[65899]: DEBUG oslo_vmware.api [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Task: {'id': task-4895575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487614} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.889078] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.889262] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.889430] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.889599] env[65899]: INFO nova.compute.manager [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1141.889853] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1141.890063] env[65899]: DEBUG nova.compute.manager [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1141.890162] env[65899]: DEBUG nova.network.neutron [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1141.890427] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.922443] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.948185] env[65899]: WARNING nova.network.neutron [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] c1fef68a-8ae9-4259-9cbf-7d53346f033a already exists in list: networks containing: ['c1fef68a-8ae9-4259-9cbf-7d53346f033a']. ignoring it [ 1142.047879] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a7c42a-156b-ca43-21d7-8e641843b69b, 'name': SearchDatastore_Task, 'duration_secs': 0.027051} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.048168] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.048515] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.048814] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d010bcc3-decc-49f5-86c8-9f11478937e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.055983] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1142.055983] env[65899]: value = "task-4895577" [ 1142.055983] env[65899]: _type = "Task" [ 1142.055983] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.068526] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.110998] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.114620] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c6cf7890-4fe5-4819-8d13-3dc2fd70eac5] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.121846] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895573, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.185649] env[65899]: WARNING neutronclient.v2_0.client [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.190292] env[65899]: DEBUG nova.compute.manager [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-vif-plugged-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1142.192164] env[65899]: DEBUG oslo_concurrency.lockutils [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.192164] env[65899]: DEBUG oslo_concurrency.lockutils [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] Lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.192164] env[65899]: DEBUG oslo_concurrency.lockutils [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] Lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.192164] env[65899]: DEBUG nova.compute.manager [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] No waiting events found dispatching network-vif-plugged-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1142.192164] env[65899]: WARNING nova.compute.manager [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received unexpected event network-vif-plugged-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf for instance with vm_state active and task_state None. [ 1142.192164] env[65899]: DEBUG nova.compute.manager [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-changed-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1142.192164] env[65899]: DEBUG nova.compute.manager [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing instance network info cache due to event network-changed-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1142.192164] env[65899]: DEBUG oslo_concurrency.lockutils [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.261118] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a5333069-9d54-410f-8ed1-e23729fb8e02 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "6f89850c-6399-40ee-9f37-d75099df8099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.198s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.350628] env[65899]: WARNING neutronclient.v2_0.client [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.427210] env[65899]: DEBUG nova.network.neutron [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "address": "fa:16:3e:e3:ba:66", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c0c8c6-f5", "ovs_interfaceid": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.566742] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.612126] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.622980] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1a86be95-81d6-479a-832d-262db31a4e29] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.624962] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895573, 'name': Rename_Task, 'duration_secs': 1.432829} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.625532] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.625853] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0cb144-777e-472b-b911-28b483f1dc71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.634430] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1142.634430] env[65899]: value = "task-4895578" [ 1142.634430] env[65899]: _type = "Task" [ 1142.634430] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.643965] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.665888] env[65899]: DEBUG nova.network.neutron [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.930184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.930823] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.931034] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.931311] env[65899]: DEBUG oslo_concurrency.lockutils [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.931665] env[65899]: DEBUG nova.network.neutron [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing network info cache for port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.933491] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3634d096-96fd-4063-97cc-677c1d8131dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.953911] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.954212] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.954301] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.954419] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.954556] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.954701] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.954922] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.955078] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.955239] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.956038] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.956038] env[65899]: DEBUG nova.virt.hardware [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.964959] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Reconfiguring VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1142.966374] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e8a343-da2d-4c35-b2b4-b6b3b0b028e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.987796] env[65899]: DEBUG oslo_vmware.api [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1142.987796] env[65899]: value = "task-4895579" [ 1142.987796] env[65899]: _type = "Task" [ 1142.987796] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.999672] env[65899]: DEBUG oslo_vmware.api [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895579, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.067146] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895577, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.114866] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.126872] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: d31044e8-9594-4470-ae3f-fc31b980070f] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1143.144897] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.168171] env[65899]: INFO nova.compute.manager [-] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Took 1.28 seconds to deallocate network for instance. [ 1143.437921] env[65899]: WARNING neutronclient.v2_0.client [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.503597] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.504052] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.509912] env[65899]: DEBUG oslo_vmware.api [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.572585] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895577, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011259} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.572917] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.573248] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.573497] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba6202a-66a7-485a-a13e-7f02565be050 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.582148] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1143.582148] env[65899]: value = "task-4895580" [ 1143.582148] env[65899]: _type = "Task" [ 1143.582148] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.600459] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.616151] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895576, 'name': ReconfigVM_Task, 'duration_secs': 1.55284} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.616477] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.617208] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17c83fa1-e078-4e11-9011-c73c3f9eb7d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.625276] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1143.625276] env[65899]: value = "task-4895581" [ 1143.625276] env[65899]: _type = "Task" [ 1143.625276] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.630904] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 4be5285a-b07b-4f6b-b8a8-7d39f5541a5c] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1143.636940] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895581, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.647707] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895578, 'name': PowerOnVM_Task, 'duration_secs': 0.900443} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.648044] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.648778] env[65899]: DEBUG nova.compute.manager [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1143.649308] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e63961-3ef8-4a7d-a9a5-28fbd7d931b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.673804] env[65899]: WARNING neutronclient.v2_0.client [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.677138] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.677452] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.677669] env[65899]: DEBUG nova.objects.instance [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lazy-loading 'resources' on Instance uuid c9d51665-c240-432c-b604-e7313ad1df6b {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.755242] env[65899]: DEBUG nova.network.neutron [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updated VIF entry in instance network info cache for port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1143.755730] env[65899]: DEBUG nova.network.neutron [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "address": "fa:16:3e:e3:ba:66", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c0c8c6-f5", "ovs_interfaceid": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.001114] env[65899]: DEBUG oslo_vmware.api [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895579, 'name': ReconfigVM_Task, 'duration_secs': 0.660296} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.001602] env[65899]: WARNING neutronclient.v2_0.client [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.001926] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.002214] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Reconfigured VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1144.011068] env[65899]: DEBUG nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1144.093642] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084254} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.093939] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.095030] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c458b2a2-388e-479b-b8a1-362362c58261 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.116232] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.116952] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253acc70-26ba-43bb-ad26-9e52ea5cb9be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.140774] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: f73162a3-bbfb-4a82-82a5-d89eb933521c] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1144.142658] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895581, 'name': Rename_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.144406] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1144.144406] env[65899]: value = "task-4895582" [ 1144.144406] env[65899]: _type = "Task" [ 1144.144406] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.153443] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.163957] env[65899]: INFO nova.compute.manager [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] bringing vm to original state: 'stopped' [ 1144.260290] env[65899]: DEBUG oslo_concurrency.lockutils [req-73c9cb5b-e0f8-4abf-9f7b-4e59a74f4733 req-80af48ed-bfc1-43a7-8214-38a9575b3f15 service nova] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.274592] env[65899]: DEBUG nova.compute.manager [req-9d22c406-2f6e-4121-a137-27131341124d req-1a803d9c-4a5d-49bd-b6c2-309e51d59722 service nova] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Received event network-vif-deleted-1d0da864-8d1b-43ad-a29e-767231db84fc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1144.346684] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff6f31-6ab9-4b8b-ae29-a90ce3b23a6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.355035] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924972ee-9b70-418e-b77c-a5ca641c6da1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.386258] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21f7ce-be16-42ad-b2f7-f35e5a005d89 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.395708] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a16d6-b441-42a9-9baa-7f73ed7a1d1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.410847] env[65899]: DEBUG nova.compute.provider_tree [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.508953] env[65899]: DEBUG oslo_concurrency.lockutils [None req-585a8381-995c-4c11-83b4-5e47ac316320 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-8eab0290-f483-465b-97fb-a3f401b121b8-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.409s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.534947] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.642391] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895581, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.644061] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 84b05cd7-0df1-4e11-a510-e0fc1397c726] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1144.655512] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.936356] env[65899]: ERROR nova.scheduler.client.report [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] [req-c859c40c-2003-4780-912f-843e87e29f59] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c859c40c-2003-4780-912f-843e87e29f59"}]} [ 1144.954047] env[65899]: DEBUG nova.scheduler.client.report [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1144.969179] env[65899]: DEBUG nova.scheduler.client.report [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1144.969406] env[65899]: DEBUG nova.compute.provider_tree [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.982933] env[65899]: DEBUG nova.scheduler.client.report [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1145.004711] env[65899]: DEBUG nova.scheduler.client.report [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1145.142269] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895581, 'name': Rename_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.150050] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: e346f091-7d50-4760-b0d3-ff6be7e3f062] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.159533] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.170509] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32474536-cd67-49d6-89df-3ed2d7d94275 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.173937] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "1b243125-c07b-4a41-8643-84f2a3858b95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.174222] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.174403] env[65899]: DEBUG nova.compute.manager [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1145.175361] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e24d7c-cb3d-4942-9120-ebe4745a085c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.185824] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c140e1f1-7966-4683-a964-fda26afa2ebf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.189660] env[65899]: DEBUG nova.compute.manager [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1145.224356] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0a547-3f37-4551-8e91-8cd92bc3bbb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.234335] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bfbb50-a46c-4020-b3a0-8ccd306c6c27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.251062] env[65899]: DEBUG nova.compute.provider_tree [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.643405] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895581, 'name': Rename_Task, 'duration_secs': 1.578216} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.643800] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.644158] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e79d399e-9888-4f55-913c-d7527949ac37 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.651472] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1145.651472] env[65899]: value = "task-4895583" [ 1145.651472] env[65899]: _type = "Task" [ 1145.651472] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.658078] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 8685bc09-6192-42b7-ab4c-16119de0f7fd] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.659899] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.665533] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.694519] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.695481] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df890eb6-fd36-41b1-b071-444a0971f2a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.704073] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1145.704073] env[65899]: value = "task-4895584" [ 1145.704073] env[65899]: _type = "Task" [ 1145.704073] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.713207] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.790733] env[65899]: DEBUG nova.scheduler.client.report [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1145.791118] env[65899]: DEBUG nova.compute.provider_tree [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 150 to 151 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1145.791421] env[65899]: DEBUG nova.compute.provider_tree [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.819412] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-8eab0290-f483-465b-97fb-a3f401b121b8-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.819761] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-8eab0290-f483-465b-97fb-a3f401b121b8-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.162477] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 03fc578a-a170-40b0-b472-d2a6dd77f74d] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1146.164514] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.171078] env[65899]: DEBUG oslo_vmware.api [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895583, 'name': PowerOnVM_Task, 'duration_secs': 0.46599} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.171078] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.171078] env[65899]: INFO nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Took 12.95 seconds to spawn the instance on the hypervisor. [ 1146.171608] env[65899]: DEBUG nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1146.172588] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dd5d48-744d-4042-93e6-95124f936ac6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.216718] env[65899]: DEBUG oslo_vmware.api [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895584, 'name': PowerOffVM_Task, 'duration_secs': 0.207367} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.217021] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.217231] env[65899]: DEBUG nova.compute.manager [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1146.217997] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f36d4-c32d-4ee8-a4f4-cf84325abb54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.296964] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.619s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.299470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.765s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.301349] env[65899]: INFO nova.compute.claims [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.323450] env[65899]: INFO nova.scheduler.client.report [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Deleted allocations for instance c9d51665-c240-432c-b604-e7313ad1df6b [ 1146.324808] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.324908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.328888] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e79eaf-7ac1-4922-a114-307d5e347840 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.348527] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd0ffe2-a6e7-47fa-8eb0-a5c593b4f5cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.374810] env[65899]: WARNING neutronclient.v2_0.client [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.380274] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Reconfiguring VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1146.381198] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53e91269-a6ce-4684-a7a6-a7f25e79cc2a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.400337] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1146.400337] env[65899]: value = "task-4895585" [ 1146.400337] env[65899]: _type = "Task" [ 1146.400337] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.408704] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.659015] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895582, 'name': ReconfigVM_Task, 'duration_secs': 2.186635} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.659464] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.659979] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60789981-5764-479d-97e2-64aae8d83a59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.666520] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 794234cc-4132-4da3-be36-ea3b67ff310f] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1146.669632] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1146.669632] env[65899]: value = "task-4895586" [ 1146.669632] env[65899]: _type = "Task" [ 1146.669632] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.679599] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895586, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.695865] env[65899]: INFO nova.compute.manager [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Took 22.71 seconds to build instance. [ 1146.732016] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.836024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ae5c035b-b185-40f8-8f57-0c94aaa3603d tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Lock "c9d51665-c240-432c-b604-e7313ad1df6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.581s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.911707] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.171442] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1ad285d5-5627-4ec7-8a2c-84f723b50122] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.183810] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895586, 'name': Rename_Task, 'duration_secs': 0.229079} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.184045] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.184194] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0071a2ff-a05e-4eca-b9a7-834578a8ac7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.191644] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1147.191644] env[65899]: value = "task-4895587" [ 1147.191644] env[65899]: _type = "Task" [ 1147.191644] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.200557] env[65899]: DEBUG oslo_concurrency.lockutils [None req-810332c9-68bd-462e-873b-222e136c9ae7 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.230s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.200905] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.240285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.416203] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.514038] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309cf031-0695-4ecc-9035-601ace30299b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.524021] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745119f7-0f1e-43f1-aeeb-4b5212ae87a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.570511] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bfc9ad-f0d4-4ba1-8b52-bc209cd08fd9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.575436] env[65899]: DEBUG nova.compute.manager [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1147.575653] env[65899]: DEBUG nova.compute.manager [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing instance network info cache due to event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1147.575940] env[65899]: DEBUG oslo_concurrency.lockutils [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] Acquiring lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.576152] env[65899]: DEBUG oslo_concurrency.lockutils [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] Acquired lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.576375] env[65899]: DEBUG nova.network.neutron [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.585524] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1329c1b7-31d4-4748-aa64-7ad37f1980a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.604674] env[65899]: DEBUG nova.compute.provider_tree [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.677705] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: fd808618-56f7-4449-b650-308ee0893a12] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.702267] env[65899]: DEBUG oslo_vmware.api [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895587, 'name': PowerOnVM_Task, 'duration_secs': 0.435372} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.702546] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.702748] env[65899]: INFO nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1147.702959] env[65899]: DEBUG nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1147.703793] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9699974-5c8c-4f22-8121-9f8a94ec302a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.921393] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.081071] env[65899]: WARNING neutronclient.v2_0.client [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.108324] env[65899]: DEBUG nova.scheduler.client.report [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.180972] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 2da699de-cb16-46e4-9d53-b32e87af893f] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.221652] env[65899]: INFO nova.compute.manager [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Took 16.88 seconds to build instance. [ 1148.269361] env[65899]: WARNING neutronclient.v2_0.client [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.349636] env[65899]: DEBUG nova.network.neutron [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updated VIF entry in instance network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1148.349998] env[65899]: DEBUG nova.network.neutron [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.414999] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.442037] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "1b243125-c07b-4a41-8643-84f2a3858b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.442256] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.443011] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "1b243125-c07b-4a41-8643-84f2a3858b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.443011] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.443011] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.446144] env[65899]: INFO nova.compute.manager [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Terminating instance [ 1148.617263] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.618547] env[65899]: DEBUG nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1148.622104] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.381s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.622780] env[65899]: DEBUG nova.objects.instance [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.685820] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: a66b6534-d419-425a-b1d2-801040125b39] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.723505] env[65899]: DEBUG oslo_concurrency.lockutils [None req-765ad5a1-5fb7-4968-a3fd-2c63e9325d03 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.390s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.853088] env[65899]: DEBUG oslo_concurrency.lockutils [req-4a79c797-7d1e-4f14-a6b3-cf9ec3bcf5c1 req-25ff6b45-4afe-4b4e-8574-4f1c52f4d8d8 service nova] Releasing lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.878170] env[65899]: INFO nova.compute.manager [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Rebuilding instance [ 1148.916506] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.924910] env[65899]: DEBUG nova.compute.manager [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1148.925897] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e462d77-6102-4077-85c2-7d9656363f82 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.949082] env[65899]: DEBUG nova.compute.manager [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1148.949388] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.950266] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7781ed67-3bc2-48c3-86d6-09d343d0a686 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.959011] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.959292] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-251c8a0e-dd9b-4b16-b712-bd1205ff798f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.029222] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.029556] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.029770] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleting the datastore file [datastore2] 1b243125-c07b-4a41-8643-84f2a3858b95 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.030075] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b32e9ee-5ab4-44d4-9d6c-1d65dc11cfe5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.040447] env[65899]: DEBUG oslo_vmware.api [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1149.040447] env[65899]: value = "task-4895589" [ 1149.040447] env[65899]: _type = "Task" [ 1149.040447] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.049409] env[65899]: DEBUG oslo_vmware.api [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.127478] env[65899]: DEBUG nova.compute.utils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.132622] env[65899]: DEBUG nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1149.132622] env[65899]: DEBUG nova.network.neutron [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1149.132622] env[65899]: WARNING neutronclient.v2_0.client [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.133091] env[65899]: WARNING neutronclient.v2_0.client [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.187138] env[65899]: DEBUG nova.policy [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354d4c407f9443c9bc2bfa4a654ff89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33b96b40112464d8473c40d21fc86cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.189243] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 51e7c516-3218-4cc4-9c9e-0e633c54c9fc] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.418064] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.509485] env[65899]: DEBUG nova.network.neutron [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Successfully created port: 21905b4a-c23e-45d1-8065-03e4239a1bdc {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1149.552551] env[65899]: DEBUG oslo_vmware.api [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375283} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.552713] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.552946] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.553117] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.553293] env[65899]: INFO nova.compute.manager [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1149.553536] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1149.553761] env[65899]: DEBUG nova.compute.manager [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1149.553877] env[65899]: DEBUG nova.network.neutron [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1149.554149] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.595770] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.639180] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bf1ee228-595b-49b8-94d8-a2a3ac6f4d29 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.639180] env[65899]: DEBUG nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1149.693531] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 59452711-a31f-4f03-b5f7-d6fdfbc12ad7] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.836844] env[65899]: DEBUG nova.compute.manager [req-911f3f18-571b-48a8-ab78-39db81b7220c req-373c2d05-90d6-4992-b30d-d5eb44405e62 service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Received event network-vif-deleted-c0cbacae-ae05-4849-8bb3-0add1a00f79c {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1149.837087] env[65899]: INFO nova.compute.manager [req-911f3f18-571b-48a8-ab78-39db81b7220c req-373c2d05-90d6-4992-b30d-d5eb44405e62 service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Neutron deleted interface c0cbacae-ae05-4849-8bb3-0add1a00f79c; detaching it from the instance and deleting it from the info cache [ 1149.837334] env[65899]: DEBUG nova.network.neutron [req-911f3f18-571b-48a8-ab78-39db81b7220c req-373c2d05-90d6-4992-b30d-d5eb44405e62 service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.917924] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.941907] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.942249] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b053b3b8-4251-4a1f-9dfd-20a97853c89c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.950116] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1149.950116] env[65899]: value = "task-4895590" [ 1149.950116] env[65899]: _type = "Task" [ 1149.950116] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.959443] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.197776] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: f867b477-d0c3-45f7-bca0-307c2e06c5a9] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.309140] env[65899]: DEBUG nova.network.neutron [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.340948] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0686ce9d-48f5-4757-b27a-fc8069d5b5ed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.351074] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2691b31-165d-4c23-930d-fb4ee6c6c255 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.385472] env[65899]: DEBUG nova.compute.manager [req-911f3f18-571b-48a8-ab78-39db81b7220c req-373c2d05-90d6-4992-b30d-d5eb44405e62 service nova] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Detach interface failed, port_id=c0cbacae-ae05-4849-8bb3-0add1a00f79c, reason: Instance 1b243125-c07b-4a41-8643-84f2a3858b95 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1150.421620] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.461432] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895590, 'name': PowerOffVM_Task, 'duration_secs': 0.147033} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.461746] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.461980] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.462869] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10cd470-02eb-4fda-ab5c-ce3c6b3e297a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.471195] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.471603] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b95762eb-9f50-4121-985d-925fd894e80f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.503435] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.503723] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.503973] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Deleting the datastore file [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.504312] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6286b0da-0a1e-4442-8383-a1b7c9003c3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.511748] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1150.511748] env[65899]: value = "task-4895592" [ 1150.511748] env[65899]: _type = "Task" [ 1150.511748] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.520443] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.648642] env[65899]: DEBUG nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1150.674305] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1150.674562] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.674714] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1150.674887] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.675198] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1150.675450] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1150.675624] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1150.675783] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1150.675943] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1150.676116] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1150.676292] env[65899]: DEBUG nova.virt.hardware [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1150.677157] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11a6ff5-3a13-4e03-8434-3f8339297d48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.685560] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71d345-f697-43d3-a9d2-fbab7df8c592 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.700515] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 392f8a9c-5ffc-4be7-94ac-333827bf6f42] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.811756] env[65899]: INFO nova.compute.manager [-] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Took 1.26 seconds to deallocate network for instance. [ 1150.921697] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.981632] env[65899]: DEBUG nova.compute.manager [req-319b1fad-be2d-4484-b2d7-c8fb2f705939 req-890af82a-8b2d-4b63-a675-2b576ef7dcce service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Received event network-vif-plugged-21905b4a-c23e-45d1-8065-03e4239a1bdc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.981843] env[65899]: DEBUG oslo_concurrency.lockutils [req-319b1fad-be2d-4484-b2d7-c8fb2f705939 req-890af82a-8b2d-4b63-a675-2b576ef7dcce service nova] Acquiring lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.981999] env[65899]: DEBUG oslo_concurrency.lockutils [req-319b1fad-be2d-4484-b2d7-c8fb2f705939 req-890af82a-8b2d-4b63-a675-2b576ef7dcce service nova] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.982190] env[65899]: DEBUG oslo_concurrency.lockutils [req-319b1fad-be2d-4484-b2d7-c8fb2f705939 req-890af82a-8b2d-4b63-a675-2b576ef7dcce service nova] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.982354] env[65899]: DEBUG nova.compute.manager [req-319b1fad-be2d-4484-b2d7-c8fb2f705939 req-890af82a-8b2d-4b63-a675-2b576ef7dcce service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] No waiting events found dispatching network-vif-plugged-21905b4a-c23e-45d1-8065-03e4239a1bdc {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1150.982513] env[65899]: WARNING nova.compute.manager [req-319b1fad-be2d-4484-b2d7-c8fb2f705939 req-890af82a-8b2d-4b63-a675-2b576ef7dcce service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Received unexpected event network-vif-plugged-21905b4a-c23e-45d1-8065-03e4239a1bdc for instance with vm_state building and task_state spawning. [ 1151.022223] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234477} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.022223] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.022413] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.022528] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.065172] env[65899]: DEBUG nova.network.neutron [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Successfully updated port: 21905b4a-c23e-45d1-8065-03e4239a1bdc {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1151.203596] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 3fd90e48-6d36-49a1-9e2c-eaaa66e5be1a] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.320388] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.320697] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.320962] env[65899]: DEBUG nova.objects.instance [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'resources' on Instance uuid 1b243125-c07b-4a41-8643-84f2a3858b95 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.420881] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.568158] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.568334] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.568701] env[65899]: DEBUG nova.network.neutron [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.707255] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 68919289-24d0-452a-b09e-da46e741ca12] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.923843] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.964852] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a131e0d-4b24-4cb7-9614-4085df6acfde {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.973080] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a1ef0-7f0e-4d4f-bd66-4af4cb729587 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.005744] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2567a07f-3655-480f-b2ec-cf5c15d027dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.014552] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41c8e4-7c4f-4f65-a1ef-a0d45f44710a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.036130] env[65899]: DEBUG nova.compute.provider_tree [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.066175] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1152.066716] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.067039] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1152.067454] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.067736] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1152.067918] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1152.068166] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.068337] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1152.068504] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1152.068657] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1152.068823] env[65899]: DEBUG nova.virt.hardware [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1152.070344] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343a3f8-736d-45f2-a55a-b50dfebac063 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.083639] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e868b5cb-4510-42b8-af62-915bc374c8a7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.099385] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Instance VIF info [] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.105397] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1152.105790] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.105940] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b24bae3d-415c-453a-8417-7b31763d68e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.118415] env[65899]: DEBUG nova.network.neutron [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1152.126679] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.126679] env[65899]: value = "task-4895593" [ 1152.126679] env[65899]: _type = "Task" [ 1152.126679] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.135545] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895593, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.194642] env[65899]: WARNING neutronclient.v2_0.client [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.214300] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 22e8ed67-93a1-4610-9f28-e6fdd14e0b81] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.270576] env[65899]: DEBUG nova.network.neutron [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance_info_cache with network_info: [{"id": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "address": "fa:16:3e:40:d3:5a", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21905b4a-c2", "ovs_interfaceid": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.421620] env[65899]: DEBUG oslo_vmware.api [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895585, 'name': ReconfigVM_Task, 'duration_secs': 5.763883} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.421862] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.422076] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Reconfigured VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1152.422597] env[65899]: WARNING neutronclient.v2_0.client [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.422974] env[65899]: WARNING neutronclient.v2_0.client [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.453013] env[65899]: WARNING neutronclient.v2_0.client [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.569572] env[65899]: DEBUG nova.scheduler.client.report [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1152.569832] env[65899]: DEBUG nova.compute.provider_tree [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 151 to 152 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1152.570017] env[65899]: DEBUG nova.compute.provider_tree [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.636787] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895593, 'name': CreateVM_Task, 'duration_secs': 0.257444} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.636997] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.637387] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.637545] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.637861] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.638130] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf947065-bbae-4ad3-882c-3b9843a0751e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.643086] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1152.643086] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528fc1fa-87f7-a386-2150-f6c9667ea6e3" [ 1152.643086] env[65899]: _type = "Task" [ 1152.643086] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.651654] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528fc1fa-87f7-a386-2150-f6c9667ea6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.718186] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 6408f670-5079-491b-9b41-f65b0994e0c6] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.773343] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.773730] env[65899]: DEBUG nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Instance network_info: |[{"id": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "address": "fa:16:3e:40:d3:5a", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21905b4a-c2", "ovs_interfaceid": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1152.774314] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:d3:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21905b4a-c23e-45d1-8065-03e4239a1bdc', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.782772] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1152.782896] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.783783] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40b2f78-fd4e-4490-9e3c-15b100bfeb1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.804748] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.804748] env[65899]: value = "task-4895594" [ 1152.804748] env[65899]: _type = "Task" [ 1152.804748] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.812606] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895594, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.016581] env[65899]: DEBUG nova.compute.manager [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Received event network-changed-21905b4a-c23e-45d1-8065-03e4239a1bdc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1153.016816] env[65899]: DEBUG nova.compute.manager [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Refreshing instance network info cache due to event network-changed-21905b4a-c23e-45d1-8065-03e4239a1bdc. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1153.017082] env[65899]: DEBUG oslo_concurrency.lockutils [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] Acquiring lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.017243] env[65899]: DEBUG oslo_concurrency.lockutils [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] Acquired lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.017418] env[65899]: DEBUG nova.network.neutron [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Refreshing network info cache for port 21905b4a-c23e-45d1-8065-03e4239a1bdc {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.075591] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.104558] env[65899]: INFO nova.scheduler.client.report [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted allocations for instance 1b243125-c07b-4a41-8643-84f2a3858b95 [ 1153.153878] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528fc1fa-87f7-a386-2150-f6c9667ea6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.154792] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.155031] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.155306] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.155501] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.155725] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.156281] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65a4ad2c-c8ea-4df4-bc68-0192e9474931 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.166417] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.166607] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.167410] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c960854-0580-4d18-a2eb-b1ce921d813a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.174089] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1153.174089] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52fe2f8b-874c-487b-e3fe-b75b5acb087e" [ 1153.174089] env[65899]: _type = "Task" [ 1153.174089] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.182350] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52fe2f8b-874c-487b-e3fe-b75b5acb087e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.221726] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: ec781823-2680-4849-b919-7eed671421a9] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.315788] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895594, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.523678] env[65899]: WARNING neutronclient.v2_0.client [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.614235] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4c4cb500-0388-48e0-9587-3ece6ee53b5e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "1b243125-c07b-4a41-8643-84f2a3858b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.171s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.688547] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52fe2f8b-874c-487b-e3fe-b75b5acb087e, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.689413] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbc5043-78ed-4d75-9a5e-fc8fd203950b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.696305] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1153.696305] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524aebde-37f8-690f-56f2-ad32a1f1ed33" [ 1153.696305] env[65899]: _type = "Task" [ 1153.696305] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.705811] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524aebde-37f8-690f-56f2-ad32a1f1ed33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.725371] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 60454fdc-2575-47e4-be42-a06554329539] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.743535] env[65899]: WARNING neutronclient.v2_0.client [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.746635] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.746939] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.747222] env[65899]: DEBUG nova.network.neutron [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1153.819024] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895594, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.835672] env[65899]: DEBUG nova.network.neutron [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updated VIF entry in instance network info cache for port 21905b4a-c23e-45d1-8065-03e4239a1bdc. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.836132] env[65899]: DEBUG nova.network.neutron [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance_info_cache with network_info: [{"id": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "address": "fa:16:3e:40:d3:5a", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21905b4a-c2", "ovs_interfaceid": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.207816] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524aebde-37f8-690f-56f2-ad32a1f1ed33, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.208192] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.208490] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.208732] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-395a612e-23b1-4bd8-9ec1-383eb4f03997 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.216561] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1154.216561] env[65899]: value = "task-4895595" [ 1154.216561] env[65899]: _type = "Task" [ 1154.216561] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.226541] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.229126] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 8a9533c2-b691-4c25-a359-08c722c142aa] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.252271] env[65899]: WARNING neutronclient.v2_0.client [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.317050] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895594, 'name': CreateVM_Task, 'duration_secs': 1.390597} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.317190] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.317774] env[65899]: WARNING neutronclient.v2_0.client [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.318172] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.318362] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.318740] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.319045] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f6d4cb-576a-4c98-af8e-d2e83d8f8891 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.324821] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1154.324821] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5218cb77-1bb5-d3f9-ae42-6662b4cea9b8" [ 1154.324821] env[65899]: _type = "Task" [ 1154.324821] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.333945] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5218cb77-1bb5-d3f9-ae42-6662b4cea9b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.341582] env[65899]: DEBUG oslo_concurrency.lockutils [req-1192eb5f-8d97-42b0-ac07-8ab90e042401 req-1d3fb5ab-41da-4630-8b41-b524ac7e9d2d service nova] Releasing lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.342096] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-c6afda43-0bc6-43a4-81fb-61479ff1be07-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.342348] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-c6afda43-0bc6-43a4-81fb-61479ff1be07-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.342715] env[65899]: DEBUG nova.objects.instance [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'flavor' on Instance uuid c6afda43-0bc6-43a4-81fb-61479ff1be07 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.444960] env[65899]: WARNING neutronclient.v2_0.client [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.546101] env[65899]: INFO nova.network.neutron [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1154.546484] env[65899]: DEBUG nova.network.neutron [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.728372] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47331} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.729080] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.729080] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.729225] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92d6d82c-fdc9-4671-a7dc-86103cdd84ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.731824] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: ae416780-a2c7-444a-a5a9-a5c111b5643a] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.736360] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1154.736360] env[65899]: value = "task-4895596" [ 1154.736360] env[65899]: _type = "Task" [ 1154.736360] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.746394] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.835441] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5218cb77-1bb5-d3f9-ae42-6662b4cea9b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.835752] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.835991] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.836239] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.836390] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.836561] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.836832] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a75a65b5-98ef-478b-84fb-972c60fb6679 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.846969] env[65899]: WARNING neutronclient.v2_0.client [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.853262] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.853407] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.854406] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed2fddc-4db6-4488-b130-1d94e2704f12 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.860277] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1154.860277] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52a92857-b589-a049-adde-35f9fcadebee" [ 1154.860277] env[65899]: _type = "Task" [ 1154.860277] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.868527] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a92857-b589-a049-adde-35f9fcadebee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.945975] env[65899]: DEBUG nova.objects.instance [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'pci_requests' on Instance uuid c6afda43-0bc6-43a4-81fb-61479ff1be07 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.049442] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.132382] env[65899]: DEBUG nova.compute.manager [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1155.132470] env[65899]: DEBUG nova.compute.manager [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing instance network info cache due to event network-changed-b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1155.132750] env[65899]: DEBUG oslo_concurrency.lockutils [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] Acquiring lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.132922] env[65899]: DEBUG oslo_concurrency.lockutils [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] Acquired lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.133113] env[65899]: DEBUG nova.network.neutron [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Refreshing network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.235066] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: bdfc411c-60fa-460f-9e67-031ec6ad6965] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.246732] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073493} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.247022] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.247854] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852ca7c-5c09-4b46-bf74-224df5b44594 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.269591] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.270850] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241e8e5b-f5e6-4458-addc-79143badff6d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.292246] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1155.292246] env[65899]: value = "task-4895597" [ 1155.292246] env[65899]: _type = "Task" [ 1155.292246] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.303225] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.370715] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52a92857-b589-a049-adde-35f9fcadebee, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.371635] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ce29ee-bfc6-46a4-ab01-c1291ed9f5dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.377545] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1155.377545] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ce8449-3935-e3a5-bcff-cc6c041c2b23" [ 1155.377545] env[65899]: _type = "Task" [ 1155.377545] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.385866] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ce8449-3935-e3a5-bcff-cc6c041c2b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.451057] env[65899]: DEBUG nova.objects.base [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.451057] env[65899]: DEBUG nova.network.neutron [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1155.451057] env[65899]: WARNING neutronclient.v2_0.client [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.451057] env[65899]: WARNING neutronclient.v2_0.client [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.537627] env[65899]: DEBUG nova.policy [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc73469307644b9c89e7d6675ed1e696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9b2291fd5140febde220bc57284ee3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.553784] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6a5af3e4-5404-451f-b130-4312b938eec9 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-8eab0290-f483-465b-97fb-a3f401b121b8-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.734s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.635780] env[65899]: WARNING neutronclient.v2_0.client [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.643896] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.644188] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.742079] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c62b16dd-892f-4282-bf55-70e4d50f9ac2] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.776627] env[65899]: WARNING neutronclient.v2_0.client [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.807283] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895597, 'name': ReconfigVM_Task, 'duration_secs': 0.314689} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.807593] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9/32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.808284] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5088a359-90de-4945-9a22-6cee302defce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.816936] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1155.816936] env[65899]: value = "task-4895598" [ 1155.816936] env[65899]: _type = "Task" [ 1155.816936] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.829607] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895598, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.867660] env[65899]: DEBUG nova.network.neutron [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updated VIF entry in instance network info cache for port b39a0942-0d2b-4025-be8b-e92a9a5a6c50. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1155.868044] env[65899]: DEBUG nova.network.neutron [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [{"id": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "address": "fa:16:3e:03:25:a5", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39a0942-0d", "ovs_interfaceid": "b39a0942-0d2b-4025-be8b-e92a9a5a6c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.889656] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ce8449-3935-e3a5-bcff-cc6c041c2b23, 'name': SearchDatastore_Task, 'duration_secs': 0.021612} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.890242] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.890621] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 83f76e28-3ee3-44a3-9433-1c036ca449d4/83f76e28-3ee3-44a3-9433-1c036ca449d4.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.890918] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66e8e19d-f63e-450d-827d-a738b712a092 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.899121] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1155.899121] env[65899]: value = "task-4895599" [ 1155.899121] env[65899]: _type = "Task" [ 1155.899121] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.908952] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.033787] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.034381] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.147152] env[65899]: DEBUG nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1156.245779] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: e6d4798b-e919-4221-9c82-26bfb02a0019] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.329394] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895598, 'name': Rename_Task, 'duration_secs': 0.263046} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.329682] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.329989] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-add2e8b0-bec5-41a4-b93d-83c705c0b092 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.338741] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1156.338741] env[65899]: value = "task-4895600" [ 1156.338741] env[65899]: _type = "Task" [ 1156.338741] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.352074] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.371030] env[65899]: DEBUG oslo_concurrency.lockutils [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] Releasing lock "refresh_cache-8eab0290-f483-465b-97fb-a3f401b121b8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.371343] env[65899]: DEBUG nova.compute.manager [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1156.371527] env[65899]: DEBUG nova.compute.manager [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing instance network info cache due to event network-changed-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1156.371815] env[65899]: DEBUG oslo_concurrency.lockutils [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.371992] env[65899]: DEBUG oslo_concurrency.lockutils [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.372137] env[65899]: DEBUG nova.network.neutron [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing network info cache for port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.412352] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.538585] env[65899]: DEBUG nova.compute.utils [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.678966] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.678966] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.680603] env[65899]: INFO nova.compute.claims [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.750070] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 4398f617-f15f-48a6-86a3-383aef6e23d8] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.850902] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.875801] env[65899]: WARNING neutronclient.v2_0.client [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.910550] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643466} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.910816] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 83f76e28-3ee3-44a3-9433-1c036ca449d4/83f76e28-3ee3-44a3-9433-1c036ca449d4.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.911036] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.911303] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c1fa92-585e-46a9-9466-e0add15fe604 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.921740] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1156.921740] env[65899]: value = "task-4895601" [ 1156.921740] env[65899]: _type = "Task" [ 1156.921740] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.933263] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.041598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.099159] env[65899]: DEBUG nova.network.neutron [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Successfully updated port: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1157.131229] env[65899]: WARNING neutronclient.v2_0.client [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.202224] env[65899]: DEBUG nova.network.neutron [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updated VIF entry in instance network info cache for port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1157.202594] env[65899]: DEBUG nova.network.neutron [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.253722] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1cf8502e-9bc7-48e7-8c82-d919e816d9a6] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.356961] env[65899]: DEBUG oslo_vmware.api [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895600, 'name': PowerOnVM_Task, 'duration_secs': 0.691899} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.357411] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.357702] env[65899]: DEBUG nova.compute.manager [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1157.358901] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2b9d5-407b-4312-a5cb-e58bd6b585a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.432608] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10226} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.432826] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.433662] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179116c1-1cce-49d7-b4d4-7223f3f0b747 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.456382] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 83f76e28-3ee3-44a3-9433-1c036ca449d4/83f76e28-3ee3-44a3-9433-1c036ca449d4.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.456689] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d86bce0-159a-4700-8f0b-b3aeab971a65 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.479098] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1157.479098] env[65899]: value = "task-4895602" [ 1157.479098] env[65899]: _type = "Task" [ 1157.479098] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.489360] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.603433] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.705735] env[65899]: DEBUG oslo_concurrency.lockutils [req-584fd957-9e61-460a-9d1b-59f2649d3509 req-62819b68-494a-4efd-bd42-3dc357ad6aaa service nova] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.706237] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.706443] env[65899]: DEBUG nova.network.neutron [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1157.757999] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: b19ddb0e-faea-4670-87ce-440012329a24] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.842807] env[65899]: DEBUG nova.compute.manager [req-e1430db0-0f09-43ff-89ba-4cbbd8a5c0a8 req-f3235388-be49-453d-9ae1-354440e6e848 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-vif-plugged-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1157.842807] env[65899]: DEBUG oslo_concurrency.lockutils [req-e1430db0-0f09-43ff-89ba-4cbbd8a5c0a8 req-f3235388-be49-453d-9ae1-354440e6e848 service nova] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.843663] env[65899]: DEBUG oslo_concurrency.lockutils [req-e1430db0-0f09-43ff-89ba-4cbbd8a5c0a8 req-f3235388-be49-453d-9ae1-354440e6e848 service nova] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.843663] env[65899]: DEBUG oslo_concurrency.lockutils [req-e1430db0-0f09-43ff-89ba-4cbbd8a5c0a8 req-f3235388-be49-453d-9ae1-354440e6e848 service nova] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.843663] env[65899]: DEBUG nova.compute.manager [req-e1430db0-0f09-43ff-89ba-4cbbd8a5c0a8 req-f3235388-be49-453d-9ae1-354440e6e848 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] No waiting events found dispatching network-vif-plugged-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1157.843663] env[65899]: WARNING nova.compute.manager [req-e1430db0-0f09-43ff-89ba-4cbbd8a5c0a8 req-f3235388-be49-453d-9ae1-354440e6e848 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received unexpected event network-vif-plugged-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf for instance with vm_state active and task_state None. [ 1157.845923] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4641b-5d5f-422f-9311-3f49252e5fc9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.855460] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2140ae60-9e6a-4867-b130-1cf6f6d0da07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.891690] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ebe05b-64b2-402f-aaa7-04c2307e0f29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.896869] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.901704] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00fd8d9-382a-429b-81ed-db8e4871d5b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.916750] env[65899]: DEBUG nova.compute.provider_tree [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.989532] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895602, 'name': ReconfigVM_Task, 'duration_secs': 0.329965} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.989843] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 83f76e28-3ee3-44a3-9433-1c036ca449d4/83f76e28-3ee3-44a3-9433-1c036ca449d4.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.990501] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f59c1cbc-c8d0-4313-bef8-08233b0318d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.998754] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1157.998754] env[65899]: value = "task-4895603" [ 1157.998754] env[65899]: _type = "Task" [ 1157.998754] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.007958] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895603, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.105462] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.105762] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.105986] env[65899]: INFO nova.compute.manager [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Attaching volume b75def85-e789-461f-8f44-6b236a064b3c to /dev/sdb [ 1158.139577] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fc4a0f-9fca-4cca-bc7e-8907a179c6b3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.146815] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81431b39-eb76-4f78-916d-52c7118ac777 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.160177] env[65899]: DEBUG nova.virt.block_device [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating existing volume attachment record: 59db3d81-e092-4814-98d5-58c27cf10fcb {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1158.243766] env[65899]: WARNING nova.network.neutron [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] c1fef68a-8ae9-4259-9cbf-7d53346f033a already exists in list: networks containing: ['c1fef68a-8ae9-4259-9cbf-7d53346f033a']. ignoring it [ 1158.261588] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: e3c16bfd-ccc4-4285-828f-4d0172d7dd89] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.339217] env[65899]: WARNING neutronclient.v2_0.client [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.426607] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.426879] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.427164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.427364] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.427530] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.430061] env[65899]: INFO nova.compute.manager [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Terminating instance [ 1158.451506] env[65899]: ERROR nova.scheduler.client.report [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [req-c6e5abb5-8947-4cca-8964-31d20906beca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6e5abb5-8947-4cca-8964-31d20906beca"}]} [ 1158.468504] env[65899]: DEBUG nova.scheduler.client.report [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1158.487306] env[65899]: DEBUG nova.scheduler.client.report [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1158.487615] env[65899]: DEBUG nova.compute.provider_tree [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.505503] env[65899]: DEBUG nova.scheduler.client.report [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1158.513530] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895603, 'name': Rename_Task, 'duration_secs': 0.138294} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.513815] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.514078] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17f6a2ff-61dd-48b3-a57c-fcb9d1c26ccb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.520975] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1158.520975] env[65899]: value = "task-4895605" [ 1158.520975] env[65899]: _type = "Task" [ 1158.520975] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.525105] env[65899]: DEBUG nova.scheduler.client.report [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1158.528807] env[65899]: WARNING neutronclient.v2_0.client [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.537027] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.617787] env[65899]: DEBUG nova.network.neutron [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "address": "fa:16:3e:e3:ba:66", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c0c8c6-f5", "ovs_interfaceid": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.684842] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8291705-2bd9-4481-8150-796c0b027dfb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.692695] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d248c8dd-d594-4744-a40d-41a0a6959bca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.726292] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3053d28-b004-4996-baad-8b00b990d7e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.735242] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7206a4-8603-44c1-9acd-3cf883ebd4f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.749733] env[65899]: DEBUG nova.compute.provider_tree [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.764846] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 7ae7ec40-8ae3-46e9-9e11-3344c8f852ee] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.936822] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "refresh_cache-32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.936822] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquired lock "refresh_cache-32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.936822] env[65899]: DEBUG nova.network.neutron [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1159.031418] env[65899]: DEBUG oslo_vmware.api [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895605, 'name': PowerOnVM_Task, 'duration_secs': 0.48364} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.031712] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.031926] env[65899]: INFO nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1159.032121] env[65899]: DEBUG nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1159.033023] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97df2ca5-3dd3-43ef-b9ff-c1f9212b27d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.120642] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.121363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.121560] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.122508] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cff104-ed4a-455c-ab72-10203c3a470d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.142804] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1159.143146] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.143368] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1159.143567] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.143715] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1159.143861] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1159.144084] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.144250] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1159.144414] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1159.144574] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1159.144745] env[65899]: DEBUG nova.virt.hardware [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1159.151692] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Reconfiguring VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1159.152580] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff6d0b4-c0c5-4a86-9a19-5dbd0de6fc71 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.170906] env[65899]: DEBUG oslo_vmware.api [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1159.170906] env[65899]: value = "task-4895608" [ 1159.170906] env[65899]: _type = "Task" [ 1159.170906] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.180132] env[65899]: DEBUG oslo_vmware.api [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895608, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.271077] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 2905feb0-b217-495e-8f12-b01938e407e5] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.284859] env[65899]: DEBUG nova.scheduler.client.report [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1159.285147] env[65899]: DEBUG nova.compute.provider_tree [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 153 to 154 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1159.285312] env[65899]: DEBUG nova.compute.provider_tree [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.439272] env[65899]: WARNING neutronclient.v2_0.client [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.457363] env[65899]: DEBUG nova.network.neutron [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1159.519283] env[65899]: DEBUG nova.network.neutron [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.550131] env[65899]: INFO nova.compute.manager [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Took 15.03 seconds to build instance. [ 1159.685747] env[65899]: DEBUG oslo_vmware.api [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.775495] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 926cf1b6-6abc-4241-bfa4-75cda3a90784] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.790756] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.112s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.791359] env[65899]: DEBUG nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1159.794826] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.898s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.795128] env[65899]: DEBUG nova.objects.instance [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1159.899272] env[65899]: DEBUG nova.compute.manager [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-changed-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1159.899529] env[65899]: DEBUG nova.compute.manager [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing instance network info cache due to event network-changed-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1159.899822] env[65899]: DEBUG oslo_concurrency.lockutils [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.900036] env[65899]: DEBUG oslo_concurrency.lockutils [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.900243] env[65899]: DEBUG nova.network.neutron [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Refreshing network info cache for port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.022406] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Releasing lock "refresh_cache-32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.022939] env[65899]: DEBUG nova.compute.manager [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1160.023204] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.024164] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac40b62c-5861-4ac2-9f0e-bce413801993 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.033831] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.034089] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9f0b0d-e981-40f1-a4fa-09799d350879 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.041932] env[65899]: DEBUG oslo_vmware.api [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1160.041932] env[65899]: value = "task-4895609" [ 1160.041932] env[65899]: _type = "Task" [ 1160.041932] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.050992] env[65899]: DEBUG oslo_vmware.api [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.055083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.551s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.182074] env[65899]: DEBUG oslo_vmware.api [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895608, 'name': ReconfigVM_Task, 'duration_secs': 0.706546} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.182593] env[65899]: WARNING neutronclient.v2_0.client [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.182908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.183434] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Reconfigured VM to attach interface {{(pid=65899) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.279433] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 7acb08b0-ed0f-446b-a06e-dbd53985bf1c] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.300328] env[65899]: DEBUG nova.compute.utils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.305698] env[65899]: DEBUG nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1160.305827] env[65899]: DEBUG nova.network.neutron [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1160.306185] env[65899]: WARNING neutronclient.v2_0.client [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.306414] env[65899]: WARNING neutronclient.v2_0.client [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.390768] env[65899]: DEBUG nova.policy [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f542505fc99d41f8b366deacac61bf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35f72db077c4a1e8deed64432c84845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.403750] env[65899]: WARNING neutronclient.v2_0.client [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.553362] env[65899]: DEBUG oslo_vmware.api [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895609, 'name': PowerOffVM_Task, 'duration_secs': 0.115923} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.553592] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.553752] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.554357] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-363a88de-f983-4e61-9426-d93f3bed54e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.584382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.584382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.584382] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Deleting the datastore file [datastore2] 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.584657] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1ed0a99-08ee-47c4-a538-0e9704a014a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.591656] env[65899]: DEBUG oslo_vmware.api [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for the task: (returnval){ [ 1160.591656] env[65899]: value = "task-4895611" [ 1160.591656] env[65899]: _type = "Task" [ 1160.591656] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.600725] env[65899]: DEBUG oslo_vmware.api [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.606920] env[65899]: WARNING neutronclient.v2_0.client [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.682048] env[65899]: DEBUG nova.network.neutron [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updated VIF entry in instance network info cache for port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1160.682391] env[65899]: DEBUG nova.network.neutron [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "address": "fa:16:3e:e3:ba:66", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c0c8c6-f5", "ovs_interfaceid": "82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.688387] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2f2dd2ca-87aa-449d-a69a-35314d46b69e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-c6afda43-0bc6-43a4-81fb-61479ff1be07-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.346s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.736771] env[65899]: DEBUG nova.network.neutron [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Successfully created port: 0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1160.783207] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 5c6cd7e6-b057-42b7-b2e2-0da552ef2312] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.806342] env[65899]: DEBUG nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1160.810753] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d43aa19b-e162-4779-9f9a-fa1861122c43 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.101376] env[65899]: DEBUG oslo_vmware.api [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Task: {'id': task-4895611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246877} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.101591] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.101752] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.101923] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.102103] env[65899]: INFO nova.compute.manager [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1161.102352] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1161.102596] env[65899]: DEBUG nova.compute.manager [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1161.102710] env[65899]: DEBUG nova.network.neutron [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1161.102871] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.119374] env[65899]: DEBUG nova.network.neutron [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1161.119639] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.184782] env[65899]: DEBUG oslo_concurrency.lockutils [req-92d337e4-ffd0-4610-be8f-be117e18ae5f req-2bcebc84-65c4-43e3-b058-aa3ed0d08aa3 service nova] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.286426] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 6ee00201-4876-45bc-b04f-8bca396775b5] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.479590] env[65899]: DEBUG nova.compute.manager [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1161.622505] env[65899]: DEBUG nova.network.neutron [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.790049] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 9b64124c-dbd9-4da7-af5f-16a0f8289024] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.821062] env[65899]: DEBUG nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1161.849930] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1161.850193] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.850345] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1161.850523] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.850663] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1161.850805] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1161.851021] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.851181] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1161.851345] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1161.851498] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1161.851663] env[65899]: DEBUG nova.virt.hardware [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1161.852562] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314507ce-cda9-47c3-98c2-988c64825002 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.861561] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3827b91-64a3-4687-a20e-97d6f5ebc11d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.001209] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.001504] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.096701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "interface-c6afda43-0bc6-43a4-81fb-61479ff1be07-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.096983] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-c6afda43-0bc6-43a4-81fb-61479ff1be07-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.125692] env[65899]: INFO nova.compute.manager [-] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Took 1.02 seconds to deallocate network for instance. [ 1162.152864] env[65899]: DEBUG nova.compute.manager [req-61a0f99c-e295-4150-9a49-431ab0050c1a req-10342ef5-00cf-4c70-90f8-a960721092f2 service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Received event network-vif-plugged-0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.153122] env[65899]: DEBUG oslo_concurrency.lockutils [req-61a0f99c-e295-4150-9a49-431ab0050c1a req-10342ef5-00cf-4c70-90f8-a960721092f2 service nova] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.153469] env[65899]: DEBUG oslo_concurrency.lockutils [req-61a0f99c-e295-4150-9a49-431ab0050c1a req-10342ef5-00cf-4c70-90f8-a960721092f2 service nova] Lock "501d7679-8636-4460-9fa0-99127557498f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.153696] env[65899]: DEBUG oslo_concurrency.lockutils [req-61a0f99c-e295-4150-9a49-431ab0050c1a req-10342ef5-00cf-4c70-90f8-a960721092f2 service nova] Lock "501d7679-8636-4460-9fa0-99127557498f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.153900] env[65899]: DEBUG nova.compute.manager [req-61a0f99c-e295-4150-9a49-431ab0050c1a req-10342ef5-00cf-4c70-90f8-a960721092f2 service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] No waiting events found dispatching network-vif-plugged-0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1162.154233] env[65899]: WARNING nova.compute.manager [req-61a0f99c-e295-4150-9a49-431ab0050c1a req-10342ef5-00cf-4c70-90f8-a960721092f2 service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Received unexpected event network-vif-plugged-0d1ba292-873d-4e72-b4f3-84229160da81 for instance with vm_state building and task_state spawning. [ 1162.251565] env[65899]: DEBUG nova.network.neutron [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Successfully updated port: 0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1162.293858] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: ef5f0333-5109-4fb6-91be-179cdf2541fa] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.507404] env[65899]: INFO nova.compute.claims [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.600166] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.600363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.601604] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145a6300-24c1-404a-953d-a28725322360 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.620708] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb0a9c7-2cdf-4319-b38f-a8122b888bf5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.642801] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.643350] env[65899]: WARNING neutronclient.v2_0.client [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.648689] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Reconfiguring VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1162.648968] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579b8e62-7480-45ab-b725-7fb41b77ea3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.669849] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1162.669849] env[65899]: value = "task-4895613" [ 1162.669849] env[65899]: _type = "Task" [ 1162.669849] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.679222] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.755164] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.755423] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.755610] env[65899]: DEBUG nova.network.neutron [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1162.797826] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: afbb5c92-d555-4b8f-b170-5cb53e87491d] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.014090] env[65899]: INFO nova.compute.resource_tracker [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating resource usage from migration 98fe4a83-5775-42af-89ae-475f1a21fc2c [ 1163.162824] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a57aeca-56d9-48c2-9586-6d888fa89c9a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.176250] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598e737-f595-48c4-9dce-6ea4b4c07e72 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.213205] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1163.213456] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954098', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'name': 'volume-b75def85-e789-461f-8f44-6b236a064b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcc538e2-415c-41ae-8fda-35794b9a7d78', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'serial': 'b75def85-e789-461f-8f44-6b236a064b3c'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1163.214294] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c118b9f-cb8c-4582-9e5d-f1523afa3fe9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.217077] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.217598] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0b373-cd72-4cca-adf1-fd3f217d3c0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.235954] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a27159b-0812-4a82-a106-6516701e6d5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.240634] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3ef98b-1217-492c-8243-fa53a606d700 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.254604] env[65899]: DEBUG nova.compute.provider_tree [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.278619] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-b75def85-e789-461f-8f44-6b236a064b3c/volume-b75def85-e789-461f-8f44-6b236a064b3c.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.280096] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a21b3bf-4599-4133-8367-2f4a3ebb53a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.300710] env[65899]: DEBUG oslo_vmware.api [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1163.300710] env[65899]: value = "task-4895614" [ 1163.300710] env[65899]: _type = "Task" [ 1163.300710] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.300710] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 01299d31-ee63-4b30-b361-74757c5e3583] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.312373] env[65899]: DEBUG oslo_vmware.api [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.317836] env[65899]: DEBUG nova.network.neutron [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1163.395640] env[65899]: WARNING neutronclient.v2_0.client [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.465613] env[65899]: DEBUG nova.network.neutron [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updating instance_info_cache with network_info: [{"id": "0d1ba292-873d-4e72-b4f3-84229160da81", "address": "fa:16:3e:ba:05:9b", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1ba292-87", "ovs_interfaceid": "0d1ba292-873d-4e72-b4f3-84229160da81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.682019] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.800593] env[65899]: ERROR nova.scheduler.client.report [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [req-b0fb81bd-28c2-4975-a256-f791c02c22fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b0fb81bd-28c2-4975-a256-f791c02c22fb"}]} [ 1163.806731] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: efedb7d3-e2eb-4c07-b313-3e7c6059e7fc] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.814902] env[65899]: DEBUG oslo_vmware.api [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895614, 'name': ReconfigVM_Task, 'duration_secs': 0.352536} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.815209] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-b75def85-e789-461f-8f44-6b236a064b3c/volume-b75def85-e789-461f-8f44-6b236a064b3c.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.822192] env[65899]: DEBUG nova.scheduler.client.report [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1163.824365] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e126e8-77e5-4095-994e-6e78f7b1cc18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.842796] env[65899]: DEBUG oslo_vmware.api [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1163.842796] env[65899]: value = "task-4895615" [ 1163.842796] env[65899]: _type = "Task" [ 1163.842796] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.849226] env[65899]: DEBUG nova.scheduler.client.report [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1163.849456] env[65899]: DEBUG nova.compute.provider_tree [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.854936] env[65899]: DEBUG oslo_vmware.api [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.865365] env[65899]: DEBUG nova.scheduler.client.report [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1163.887879] env[65899]: DEBUG nova.scheduler.client.report [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1163.968461] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.968882] env[65899]: DEBUG nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Instance network_info: |[{"id": "0d1ba292-873d-4e72-b4f3-84229160da81", "address": "fa:16:3e:ba:05:9b", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1ba292-87", "ovs_interfaceid": "0d1ba292-873d-4e72-b4f3-84229160da81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1163.969382] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:05:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d1ba292-873d-4e72-b4f3-84229160da81', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.977195] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1163.980421] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.980873] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8710d9d5-609e-4f64-9994-85e7fb59e68e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.009400] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.009400] env[65899]: value = "task-4895616" [ 1164.009400] env[65899]: _type = "Task" [ 1164.009400] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.024021] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895616, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.068238] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647cb12-887a-4671-8653-45e75e2a9f0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.076985] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a287da-1662-404a-949f-2a824e5aba80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.111768] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b721309a-9330-4da5-a63c-330716cdaabe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.120676] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52682908-6a4e-4c68-855e-77b731b2015a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.135574] env[65899]: DEBUG nova.compute.provider_tree [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.181678] env[65899]: DEBUG nova.compute.manager [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Received event network-changed-0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1164.181916] env[65899]: DEBUG nova.compute.manager [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Refreshing instance network info cache due to event network-changed-0d1ba292-873d-4e72-b4f3-84229160da81. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1164.182163] env[65899]: DEBUG oslo_concurrency.lockutils [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] Acquiring lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.182309] env[65899]: DEBUG oslo_concurrency.lockutils [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] Acquired lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.182479] env[65899]: DEBUG nova.network.neutron [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Refreshing network info cache for port 0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.188017] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.352953] env[65899]: DEBUG oslo_vmware.api [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895615, 'name': ReconfigVM_Task, 'duration_secs': 0.161784} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.353356] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954098', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'name': 'volume-b75def85-e789-461f-8f44-6b236a064b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcc538e2-415c-41ae-8fda-35794b9a7d78', 'attached_at': '', 'detached_at': '', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'serial': 'b75def85-e789-461f-8f44-6b236a064b3c'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.519743] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895616, 'name': CreateVM_Task, 'duration_secs': 0.288542} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.519914] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.520384] env[65899]: WARNING neutronclient.v2_0.client [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.520728] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.520876] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.521212] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.521471] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cf49b2-295a-452e-9390-7875a00f65f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.526778] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1164.526778] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aa4699-a2a2-01c6-47b6-a33536bdc0c9" [ 1164.526778] env[65899]: _type = "Task" [ 1164.526778] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.535360] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52aa4699-a2a2-01c6-47b6-a33536bdc0c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.667313] env[65899]: DEBUG nova.scheduler.client.report [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1164.667588] env[65899]: DEBUG nova.compute.provider_tree [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 156 to 157 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1164.667770] env[65899]: DEBUG nova.compute.provider_tree [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.681790] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.689350] env[65899]: WARNING neutronclient.v2_0.client [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.841970] env[65899]: WARNING neutronclient.v2_0.client [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.916945] env[65899]: DEBUG nova.network.neutron [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updated VIF entry in instance network info cache for port 0d1ba292-873d-4e72-b4f3-84229160da81. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1164.917368] env[65899]: DEBUG nova.network.neutron [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updating instance_info_cache with network_info: [{"id": "0d1ba292-873d-4e72-b4f3-84229160da81", "address": "fa:16:3e:ba:05:9b", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1ba292-87", "ovs_interfaceid": "0d1ba292-873d-4e72-b4f3-84229160da81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.037142] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52aa4699-a2a2-01c6-47b6-a33536bdc0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.037543] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.037796] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.038037] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.038186] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.038361] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.038660] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fd4778b-416f-48ff-ae42-ee2b1a8a6595 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.047915] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.048105] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.048801] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96436d91-0300-4de5-a32c-fb20e8d546dc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.054238] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1165.054238] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52df43f3-f468-181b-e6fa-0c46bfd9033c" [ 1165.054238] env[65899]: _type = "Task" [ 1165.054238] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.062536] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52df43f3-f468-181b-e6fa-0c46bfd9033c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.172874] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.171s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.173146] env[65899]: INFO nova.compute.manager [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Migrating [ 1165.179858] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.537s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.180616] env[65899]: DEBUG nova.objects.instance [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lazy-loading 'resources' on Instance uuid 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.202187] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.305351] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.305541] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.305688] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.305828] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.398901] env[65899]: DEBUG nova.objects.instance [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'flavor' on Instance uuid bcc538e2-415c-41ae-8fda-35794b9a7d78 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.419971] env[65899]: DEBUG oslo_concurrency.lockutils [req-44e765c8-9422-46b4-9b31-504368352194 req-083ecd8b-63e9-4719-8416-83e3c52e1ede service nova] Releasing lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.565221] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52df43f3-f468-181b-e6fa-0c46bfd9033c, 'name': SearchDatastore_Task, 'duration_secs': 0.009061} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.565943] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00142ab4-be2b-4afc-9aa5-06710de70caa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.571701] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1165.571701] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52216375-7ddd-b26a-2189-3af1c58cd7c0" [ 1165.571701] env[65899]: _type = "Task" [ 1165.571701] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.579730] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52216375-7ddd-b26a-2189-3af1c58cd7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.695231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.695441] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.695562] env[65899]: DEBUG nova.network.neutron [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1165.696939] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.811940] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Getting list of instances from cluster (obj){ [ 1165.811940] env[65899]: value = "domain-c8" [ 1165.811940] env[65899]: _type = "ClusterComputeResource" [ 1165.811940] env[65899]: } {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1165.817359] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb239a-5b64-44d7-8f93-debb77f2f030 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.848838] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Got total of 9 instances {{(pid=65899) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1165.849206] env[65899]: WARNING nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1165.849349] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid 7a38fbe5-19be-4397-8b7b-27be59deddad {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.849852] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid 537084c3-fac5-47b5-bdb1-4e56784055a3 {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.850283] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid 8eab0290-f483-465b-97fb-a3f401b121b8 {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.850687] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid bcc538e2-415c-41ae-8fda-35794b9a7d78 {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.851027] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid c6afda43-0bc6-43a4-81fb-61479ff1be07 {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.851346] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6 {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.851645] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.851989] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9 {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.852354] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid 83f76e28-3ee3-44a3-9433-1c036ca449d4 {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.852733] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Triggering sync for uuid 501d7679-8636-4460-9fa0-99127557498f {{(pid=65899) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1165.857428] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.857802] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.858402] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "537084c3-fac5-47b5-bdb1-4e56784055a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.858749] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.859556] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.859890] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "8eab0290-f483-465b-97fb-a3f401b121b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.860334] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.860756] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.861149] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.861466] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.861874] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.862214] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.862655] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.863057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.863392] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.863703] env[65899]: INFO nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1165.863968] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.864379] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.866193] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce3e2e-2183-4579-b51f-9599416e61fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.871156] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e013654-9b66-4442-9dc4-6c21b67b29ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.875715] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f9c9ed-b89d-4295-88fd-9440c687dc65 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.880117] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5cfcaa-bda2-4e31-a5e8-9e1444d63b0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.884246] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8acedab-0dc5-4f07-8fa4-76709d455666 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.914044] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b6e1657b-e368-4bc2-8968-142829dc9a44 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.808s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.916325] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.056s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.917177] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d19f8a6-affb-49ed-bc66-7898d3a7bf40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.922334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b64a84-26e3-4386-8381-68bdaef0462d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.935242] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3812c1-b80c-4af2-bb9c-13926c32158f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.973431] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039cd6f9-a35f-435a-a670-dc65e6143bcf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.982063] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23585fd5-9288-4621-883d-f4e3815b6e90 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.998137] env[65899]: DEBUG nova.compute.provider_tree [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.083836] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52216375-7ddd-b26a-2189-3af1c58cd7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.084051] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.084293] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.084591] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2c0c0b6-56c0-460e-b167-035f7de774b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.091816] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1166.091816] env[65899]: value = "task-4895617" [ 1166.091816] env[65899]: _type = "Task" [ 1166.091816] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.101727] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.201206] env[65899]: WARNING neutronclient.v2_0.client [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.205022] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.367207] env[65899]: WARNING neutronclient.v2_0.client [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.414630] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.415103] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.415577] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "8eab0290-f483-465b-97fb-a3f401b121b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.416115] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.422057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.440154] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.447442] env[65899]: DEBUG nova.network.neutron [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance_info_cache with network_info: [{"id": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "address": "fa:16:3e:40:d3:5a", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21905b4a-c2", "ovs_interfaceid": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.501553] env[65899]: DEBUG nova.scheduler.client.report [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.603205] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47175} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.603543] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.603772] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.604103] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec805af-efac-4a63-a80e-74118247fa4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.611554] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1166.611554] env[65899]: value = "task-4895618" [ 1166.611554] env[65899]: _type = "Task" [ 1166.611554] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.622843] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.697239] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.951026] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.007258] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.029275] env[65899]: INFO nova.scheduler.client.report [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Deleted allocations for instance 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9 [ 1167.121844] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066637} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.122135] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.122969] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b044ff-8fd3-4948-9079-1edd8314922a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.145327] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.145740] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4717ae8f-8e56-4f34-91e1-f77bca47fd79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.166314] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1167.166314] env[65899]: value = "task-4895619" [ 1167.166314] env[65899]: _type = "Task" [ 1167.166314] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.177016] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.197742] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.297093] env[65899]: DEBUG nova.compute.manager [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1167.537485] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b0805551-586e-4286-b92c-89c7eb847e26 tempest-ServerShowV254Test-679285520 tempest-ServerShowV254Test-679285520-project-member] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.110s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.538335] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.676s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.538774] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50fe8667-ffe6-40d2-ba90-f7ecb2ed8727 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.549395] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f2b16-1044-457e-ad62-6124fcaebfb9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.677669] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895619, 'name': ReconfigVM_Task, 'duration_secs': 0.330824} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.677965] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.678732] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-442c7685-6916-4992-8fa6-8d76ee8e74d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.686642] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1167.686642] env[65899]: value = "task-4895620" [ 1167.686642] env[65899]: _type = "Task" [ 1167.686642] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.698987] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895620, 'name': Rename_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.702350] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.819703] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.819979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.084094] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.201690] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.204898] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895620, 'name': Rename_Task, 'duration_secs': 0.144355} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.205130] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.205384] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dccbdb9-f1e9-4d48-a3e3-ecf0363ea626 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.212114] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1168.212114] env[65899]: value = "task-4895621" [ 1168.212114] env[65899]: _type = "Task" [ 1168.212114] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.220886] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.325955] env[65899]: INFO nova.compute.claims [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.467914] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4ca671-41f7-4c89-aa14-758a6014b775 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.489107] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance '83f76e28-3ee3-44a3-9433-1c036ca449d4' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.702671] env[65899]: DEBUG oslo_vmware.api [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895613, 'name': ReconfigVM_Task, 'duration_secs': 5.821983} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.702918] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.703182] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Reconfigured VM to detach interface {{(pid=65899) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1168.703603] env[65899]: WARNING neutronclient.v2_0.client [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.703965] env[65899]: WARNING neutronclient.v2_0.client [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.706273] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.846s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.707135] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d7665-6e6e-4fb8-87db-f3575a41853f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.724192] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895621, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.745625] env[65899]: WARNING neutronclient.v2_0.client [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.832829] env[65899]: INFO nova.compute.resource_tracker [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating resource usage from migration 532402e9-7851-44d3-9f74-e0aaedb86ccc [ 1168.995883] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.996210] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a87923d-5bad-41e6-91e1-fe844815e65a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.003061] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797ebf2-b8ff-4794-b1cc-d22e676f9b78 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.007744] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1169.007744] env[65899]: value = "task-4895622" [ 1169.007744] env[65899]: _type = "Task" [ 1169.007744] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.014694] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a80621-b9fd-487a-a48c-bde1290a2f1d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.022421] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.056948] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18263c0-ab27-4251-9baf-19cdf7271d0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.066839] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c5e21-ad18-4b77-82d6-0b004ef7932f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.083024] env[65899]: DEBUG nova.compute.provider_tree [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.219354] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.226280] env[65899]: DEBUG oslo_vmware.api [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895621, 'name': PowerOnVM_Task, 'duration_secs': 0.660078} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.226582] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.226785] env[65899]: INFO nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1169.226957] env[65899]: DEBUG nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1169.227819] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876b3b04-375a-4068-a895-1ee4c75d012e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.518755] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895622, 'name': PowerOffVM_Task, 'duration_secs': 0.221505} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.519529] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.519529] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance '83f76e28-3ee3-44a3-9433-1c036ca449d4' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.605745] env[65899]: ERROR nova.scheduler.client.report [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [req-5651eada-3ff5-4672-a815-cf276a90f9d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5651eada-3ff5-4672-a815-cf276a90f9d4"}]} [ 1169.624169] env[65899]: DEBUG nova.scheduler.client.report [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1169.638658] env[65899]: DEBUG nova.scheduler.client.report [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1169.638880] env[65899]: DEBUG nova.compute.provider_tree [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.650326] env[65899]: DEBUG nova.scheduler.client.report [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1169.669194] env[65899]: DEBUG nova.scheduler.client.report [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1169.748094] env[65899]: INFO nova.compute.manager [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Took 13.10 seconds to build instance. [ 1169.821522] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7ffffc-3076-487f-80c9-4c1e909a2496 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.829581] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a99afd-f6d9-4a84-a97c-e0d5ea37b333 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.864383] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6187a-eafc-4eee-99cd-272d2e85fe7e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.873110] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0183ee31-cfd6-4deb-bf02-332ea50c6388 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.887836] env[65899]: DEBUG nova.compute.provider_tree [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.028427] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.028684] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.028837] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.029029] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.029179] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.029368] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.030319] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.030319] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.030319] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.030319] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.030319] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.035797] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a7f8ba-aeb4-4903-9ea7-55c89eef0f3a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.056285] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1170.056285] env[65899]: value = "task-4895623" [ 1170.056285] env[65899]: _type = "Task" [ 1170.056285] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.063306] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.063624] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquired lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.063890] env[65899]: DEBUG nova.network.neutron [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.068865] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.250447] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.606s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.250876] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "501d7679-8636-4460-9fa0-99127557498f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.386s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.250970] env[65899]: INFO nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 501d7679-8636-4460-9fa0-99127557498f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1170.251319] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "501d7679-8636-4460-9fa0-99127557498f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.423440] env[65899]: DEBUG nova.scheduler.client.report [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1170.423721] env[65899]: DEBUG nova.compute.provider_tree [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 159 to 160 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1170.423899] env[65899]: DEBUG nova.compute.provider_tree [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.552320] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.552607] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.552817] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.553012] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.553239] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.555478] env[65899]: INFO nova.compute.manager [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Terminating instance [ 1170.567907] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895623, 'name': ReconfigVM_Task, 'duration_secs': 0.154727} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.568252] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance '83f76e28-3ee3-44a3-9433-1c036ca449d4' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.572434] env[65899]: WARNING neutronclient.v2_0.client [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.736058] env[65899]: DEBUG nova.compute.manager [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Received event network-changed-0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1170.736449] env[65899]: DEBUG nova.compute.manager [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Refreshing instance network info cache due to event network-changed-0d1ba292-873d-4e72-b4f3-84229160da81. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1170.736721] env[65899]: DEBUG oslo_concurrency.lockutils [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] Acquiring lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.736905] env[65899]: DEBUG oslo_concurrency.lockutils [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] Acquired lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.737144] env[65899]: DEBUG nova.network.neutron [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Refreshing network info cache for port 0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.893303] env[65899]: WARNING neutronclient.v2_0.client [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.929793] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.109s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.930167] env[65899]: INFO nova.compute.manager [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Migrating [ 1170.983033] env[65899]: INFO nova.network.neutron [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1170.983501] env[65899]: DEBUG nova.network.neutron [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [{"id": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "address": "fa:16:3e:1e:cb:96", "network": {"id": "c1fef68a-8ae9-4259-9cbf-7d53346f033a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1884244650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9b2291fd5140febde220bc57284ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd43cb57-96", "ovs_interfaceid": "bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.064087] env[65899]: DEBUG nova.compute.manager [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1171.064087] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.065551] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575497d0-4887-473e-9a91-9b281d7a0baf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.074936] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.075234] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dcf6648-f112-4752-82c6-56cc69722ff8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.079015] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.079268] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.079440] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.079618] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.079759] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.079905] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.080192] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.080401] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.080581] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.080742] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.080912] env[65899]: DEBUG nova.virt.hardware [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.086919] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.087591] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a5bc9b-ecc2-4505-86ad-e4fff1e5569d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.109705] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1171.109705] env[65899]: value = "task-4895625" [ 1171.109705] env[65899]: _type = "Task" [ 1171.109705] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.110876] env[65899]: DEBUG oslo_vmware.api [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1171.110876] env[65899]: value = "task-4895624" [ 1171.110876] env[65899]: _type = "Task" [ 1171.110876] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.124922] env[65899]: DEBUG oslo_vmware.api [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.128375] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.240234] env[65899]: WARNING neutronclient.v2_0.client [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.441621] env[65899]: WARNING neutronclient.v2_0.client [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.454374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.454611] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.454796] env[65899]: DEBUG nova.network.neutron [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1171.486594] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Releasing lock "refresh_cache-c6afda43-0bc6-43a4-81fb-61479ff1be07" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.575206] env[65899]: DEBUG nova.network.neutron [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updated VIF entry in instance network info cache for port 0d1ba292-873d-4e72-b4f3-84229160da81. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1171.575665] env[65899]: DEBUG nova.network.neutron [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updating instance_info_cache with network_info: [{"id": "0d1ba292-873d-4e72-b4f3-84229160da81", "address": "fa:16:3e:ba:05:9b", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1ba292-87", "ovs_interfaceid": "0d1ba292-873d-4e72-b4f3-84229160da81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.624822] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895625, 'name': ReconfigVM_Task, 'duration_secs': 0.204792} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.628321] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.628695] env[65899]: DEBUG oslo_vmware.api [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895624, 'name': PowerOffVM_Task, 'duration_secs': 0.208845} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.629477] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d0786-e2ca-4552-a630-5068f556d84c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.632273] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.632469] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.632745] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e717bd3-2724-4a1c-8ded-3f0dd8dd09c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.656286] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 83f76e28-3ee3-44a3-9433-1c036ca449d4/83f76e28-3ee3-44a3-9433-1c036ca449d4.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.656563] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35f9f5b-78c3-4f63-9c03-804e09756b09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.677833] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1171.677833] env[65899]: value = "task-4895627" [ 1171.677833] env[65899]: _type = "Task" [ 1171.677833] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.689315] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.715628] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.715881] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.716131] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleting the datastore file [datastore2] c6afda43-0bc6-43a4-81fb-61479ff1be07 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.716484] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fbdb46-8391-4971-b7ee-0c1e9f40173a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.724845] env[65899]: DEBUG oslo_vmware.api [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1171.724845] env[65899]: value = "task-4895628" [ 1171.724845] env[65899]: _type = "Task" [ 1171.724845] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.737085] env[65899]: DEBUG oslo_vmware.api [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.958314] env[65899]: WARNING neutronclient.v2_0.client [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.994084] env[65899]: DEBUG oslo_concurrency.lockutils [None req-af3e2b3f-eb63-4c24-858a-bb715f9981c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "interface-c6afda43-0bc6-43a4-81fb-61479ff1be07-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.897s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.078910] env[65899]: DEBUG oslo_concurrency.lockutils [req-64476b68-1139-48ac-8720-13b0c1a67e13 req-46a5a48a-d286-453b-97db-2ef11dbd026b service nova] Releasing lock "refresh_cache-501d7679-8636-4460-9fa0-99127557498f" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.124482] env[65899]: WARNING neutronclient.v2_0.client [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.191279] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895627, 'name': ReconfigVM_Task, 'duration_secs': 0.505942} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.191586] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 83f76e28-3ee3-44a3-9433-1c036ca449d4/83f76e28-3ee3-44a3-9433-1c036ca449d4.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.191893] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance '83f76e28-3ee3-44a3-9433-1c036ca449d4' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.206341] env[65899]: DEBUG nova.network.neutron [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.236026] env[65899]: DEBUG oslo_vmware.api [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198415} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.236249] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.236426] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.236598] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.236766] env[65899]: INFO nova.compute.manager [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1172.237027] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1172.237455] env[65899]: DEBUG nova.compute.manager [-] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1172.237553] env[65899]: DEBUG nova.network.neutron [-] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1172.237805] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.293974] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.699697] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54153ca-3e28-47ba-a282-1ea1c31579fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.719564] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.721799] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d8500f-9989-41d7-80ec-0f7999eaeb79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.740956] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance '83f76e28-3ee3-44a3-9433-1c036ca449d4' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.010803] env[65899]: DEBUG nova.compute.manager [req-0328d7b7-066b-4289-970a-5cf50e2547fa req-5eac6bb4-09a2-4f18-ad4e-0687bf40b777 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Received event network-vif-deleted-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.011830] env[65899]: INFO nova.compute.manager [req-0328d7b7-066b-4289-970a-5cf50e2547fa req-5eac6bb4-09a2-4f18-ad4e-0687bf40b777 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Neutron deleted interface bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734; detaching it from the instance and deleting it from the info cache [ 1173.011830] env[65899]: DEBUG nova.network.neutron [req-0328d7b7-066b-4289-970a-5cf50e2547fa req-5eac6bb4-09a2-4f18-ad4e-0687bf40b777 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.247785] env[65899]: WARNING neutronclient.v2_0.client [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.248143] env[65899]: WARNING neutronclient.v2_0.client [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.261898] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.262200] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.262432] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.262613] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.262818] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.265207] env[65899]: INFO nova.compute.manager [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Terminating instance [ 1173.284873] env[65899]: DEBUG nova.network.neutron [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Port 21905b4a-c23e-45d1-8065-03e4239a1bdc binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1173.497019] env[65899]: DEBUG nova.network.neutron [-] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.514730] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8afdf1b0-b017-460a-b1f9-39510eed4ef5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.525323] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b120acd-b456-4829-8d0e-9540874882ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.558387] env[65899]: DEBUG nova.compute.manager [req-0328d7b7-066b-4289-970a-5cf50e2547fa req-5eac6bb4-09a2-4f18-ad4e-0687bf40b777 service nova] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Detach interface failed, port_id=bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734, reason: Instance c6afda43-0bc6-43a4-81fb-61479ff1be07 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1173.770240] env[65899]: DEBUG nova.compute.manager [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1173.770701] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.771391] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937872a-f357-4bbc-b18c-6aab1cd8fc32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.779699] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.779913] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e8f55e1-0c9a-4c6e-9ce2-ba32a125ab44 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.790898] env[65899]: DEBUG oslo_vmware.api [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1173.790898] env[65899]: value = "task-4895629" [ 1173.790898] env[65899]: _type = "Task" [ 1173.790898] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.801022] env[65899]: DEBUG oslo_vmware.api [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.001331] env[65899]: INFO nova.compute.manager [-] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Took 1.76 seconds to deallocate network for instance. [ 1174.238665] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a94dd-df9f-4cd4-aae3-9ad06d7917e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.261605] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance 'bcc538e2-415c-41ae-8fda-35794b9a7d78' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.311057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.311242] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.311421] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.318364] env[65899]: DEBUG oslo_vmware.api [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895629, 'name': PowerOffVM_Task, 'duration_secs': 0.203095} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.319251] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.319424] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.319913] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f5b5f2b-7849-4fee-acbe-4e0ccc7695fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.389875] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.390128] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.390324] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleting the datastore file [datastore2] 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.390622] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6c0f5cc-1d14-4bc8-838a-b3104e5e0ebe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.397396] env[65899]: DEBUG oslo_vmware.api [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1174.397396] env[65899]: value = "task-4895631" [ 1174.397396] env[65899]: _type = "Task" [ 1174.397396] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.405410] env[65899]: DEBUG oslo_vmware.api [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.507280] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.507598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.507843] env[65899]: DEBUG nova.objects.instance [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'resources' on Instance uuid c6afda43-0bc6-43a4-81fb-61479ff1be07 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.767353] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.767890] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0e0f044-69ab-4f51-9a67-0509bbefa50d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.776252] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1174.776252] env[65899]: value = "task-4895632" [ 1174.776252] env[65899]: _type = "Task" [ 1174.776252] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.785782] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.908875] env[65899]: DEBUG oslo_vmware.api [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142903} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.909171] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.909390] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.909593] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.909769] env[65899]: INFO nova.compute.manager [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1174.910039] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1174.910247] env[65899]: DEBUG nova.compute.manager [-] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1174.910346] env[65899]: DEBUG nova.network.neutron [-] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1174.910585] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.979855] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.170719] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c2547-92ef-4635-b207-d4205413cd15 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.179114] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d2ab7-671e-4435-9a19-3db9ec9b0564 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.210369] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4cc840-cc1e-4f29-b2fe-17a1e991e7c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.218516] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184419f1-ebc8-4e03-9014-2ff507b813cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.972521] env[65899]: WARNING neutronclient.v2_0.client [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.975186] env[65899]: DEBUG nova.compute.manager [req-5d658715-9a49-47e7-b133-1d2787cc9f14 req-bc57e463-c641-4e5e-bfc6-2ab653d5f9bf service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Received event network-vif-deleted-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1175.975370] env[65899]: INFO nova.compute.manager [req-5d658715-9a49-47e7-b133-1d2787cc9f14 req-bc57e463-c641-4e5e-bfc6-2ab653d5f9bf service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Neutron deleted interface f7f5ce47-562b-463c-bb07-3d1a19aa4e9b; detaching it from the instance and deleting it from the info cache [ 1175.975532] env[65899]: DEBUG nova.network.neutron [req-5d658715-9a49-47e7-b133-1d2787cc9f14 req-bc57e463-c641-4e5e-bfc6-2ab653d5f9bf service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.994210] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895632, 'name': PowerOffVM_Task, 'duration_secs': 0.237011} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.994802] env[65899]: DEBUG nova.compute.provider_tree [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.996798] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.997018] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance 'bcc538e2-415c-41ae-8fda-35794b9a7d78' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.014733] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.014972] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.015232] env[65899]: DEBUG nova.network.neutron [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1176.477856] env[65899]: DEBUG nova.network.neutron [-] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.479855] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c122d77e-db50-4b73-961b-b0d14c39e17b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.493826] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7b67b6-33e2-4208-b382-117f95526cec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.509634] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1176.509870] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.510028] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1176.510206] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.510347] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1176.510491] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1176.510932] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.510932] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1176.511024] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1176.511137] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1176.511314] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1176.518950] env[65899]: WARNING neutronclient.v2_0.client [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.520862] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bc0000-0fc3-412f-808f-3900fda66671 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.537615] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1176.537615] env[65899]: value = "task-4895633" [ 1176.537615] env[65899]: _type = "Task" [ 1176.537615] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.554751] env[65899]: DEBUG nova.compute.manager [req-5d658715-9a49-47e7-b133-1d2787cc9f14 req-bc57e463-c641-4e5e-bfc6-2ab653d5f9bf service nova] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Detach interface failed, port_id=f7f5ce47-562b-463c-bb07-3d1a19aa4e9b, reason: Instance 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1176.559198] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.560324] env[65899]: DEBUG nova.scheduler.client.report [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1176.560575] env[65899]: DEBUG nova.compute.provider_tree [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 160 to 161 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1176.560748] env[65899]: DEBUG nova.compute.provider_tree [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.684023] env[65899]: WARNING neutronclient.v2_0.client [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.758311] env[65899]: DEBUG nova.network.neutron [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance_info_cache with network_info: [{"id": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "address": "fa:16:3e:40:d3:5a", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21905b4a-c2", "ovs_interfaceid": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.983892] env[65899]: INFO nova.compute.manager [-] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Took 2.07 seconds to deallocate network for instance. [ 1177.047270] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895633, 'name': ReconfigVM_Task, 'duration_secs': 0.158665} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.047573] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance 'bcc538e2-415c-41ae-8fda-35794b9a7d78' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.068370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.561s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.089856] env[65899]: INFO nova.scheduler.client.report [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted allocations for instance c6afda43-0bc6-43a4-81fb-61479ff1be07 [ 1177.261670] env[65899]: DEBUG oslo_concurrency.lockutils [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.491245] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.491560] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.491780] env[65899]: DEBUG nova.objects.instance [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'resources' on Instance uuid 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.554739] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.554974] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.555144] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.555337] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.555479] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.555640] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.555822] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.555976] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.556153] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.556306] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.556472] env[65899]: DEBUG nova.virt.hardware [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.562092] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.562377] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f2cdff-c7f4-4110-ba75-40381429385e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.582153] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1177.582153] env[65899]: value = "task-4895634" [ 1177.582153] env[65899]: _type = "Task" [ 1177.582153] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.590580] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.597397] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "c6afda43-0bc6-43a4-81fb-61479ff1be07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.045s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.787740] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b5755-392c-408f-8388-0ed4a5e34b49 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.808105] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ce7b0d-e3b4-45d9-8762-7782604b9c07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.815974] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance '83f76e28-3ee3-44a3-9433-1c036ca449d4' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.094021] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895634, 'name': ReconfigVM_Task, 'duration_secs': 0.185244} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.094365] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.095179] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff646c11-f1cd-4155-8858-57cdb72db866 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.122365] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.125388] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7656cd31-7037-4ca2-9aa4-896f5c1dd8d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.144753] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1178.144753] env[65899]: value = "task-4895635" [ 1178.144753] env[65899]: _type = "Task" [ 1178.144753] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.150807] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c980f5-653e-4fb7-ad24-697c507400aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.156316] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.160825] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b6c64-fd5e-4db9-b152-de4805b7f90a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.191930] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174d10f6-2d91-4744-9762-39ebdb61294c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.199905] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826efbb4-30ba-45a8-950b-e50c99ed156e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.213352] env[65899]: DEBUG nova.compute.provider_tree [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.291375] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.291668] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "8eab0290-f483-465b-97fb-a3f401b121b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.291875] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.292082] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.292261] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "8eab0290-f483-465b-97fb-a3f401b121b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.294468] env[65899]: INFO nova.compute.manager [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Terminating instance [ 1178.322572] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.323110] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ab4229-24bd-45e5-8503-21829f0ed2c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.330895] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1178.330895] env[65899]: value = "task-4895636" [ 1178.330895] env[65899]: _type = "Task" [ 1178.330895] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.339463] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.657097] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.716718] env[65899]: DEBUG nova.scheduler.client.report [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.798452] env[65899]: DEBUG nova.compute.manager [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1178.798682] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.799612] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89566862-f3b8-425b-af85-609e5b9e84c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.808269] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.808536] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-702269a0-23c1-4859-91d1-4e754c7b903d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.815944] env[65899]: DEBUG oslo_vmware.api [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1178.815944] env[65899]: value = "task-4895637" [ 1178.815944] env[65899]: _type = "Task" [ 1178.815944] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.824646] env[65899]: DEBUG oslo_vmware.api [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.839971] env[65899]: DEBUG oslo_vmware.api [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895636, 'name': PowerOnVM_Task, 'duration_secs': 0.417636} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.840285] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.840472] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-077c1082-0e78-4e22-8ced-f2e06352abf4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance '83f76e28-3ee3-44a3-9433-1c036ca449d4' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.899219] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.899441] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.899568] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1179.156790] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895635, 'name': ReconfigVM_Task, 'duration_secs': 0.557148} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.157325] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfigured VM instance instance-0000006c to attach disk [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.157443] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance 'bcc538e2-415c-41ae-8fda-35794b9a7d78' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.223727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.254190] env[65899]: INFO nova.scheduler.client.report [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted allocations for instance 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6 [ 1179.327535] env[65899]: DEBUG oslo_vmware.api [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895637, 'name': PowerOffVM_Task, 'duration_secs': 0.213118} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.327535] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.327756] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.327926] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b14e4fe5-3e1c-401d-8ea6-407ccb2d7495 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.397503] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.397803] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.397988] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleting the datastore file [datastore1] 8eab0290-f483-465b-97fb-a3f401b121b8 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.398291] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb4de20-cd5c-4f5f-9059-5b6abd77379d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.405260] env[65899]: DEBUG oslo_vmware.api [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for the task: (returnval){ [ 1179.405260] env[65899]: value = "task-4895639" [ 1179.405260] env[65899]: _type = "Task" [ 1179.405260] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.412999] env[65899]: DEBUG oslo_vmware.api [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.665028] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b84781-77ad-4e3a-a51f-566d0f4523a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.690183] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb9bed-b8ed-45ef-87f4-30f9820e59c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.712309] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance 'bcc538e2-415c-41ae-8fda-35794b9a7d78' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.763306] env[65899]: DEBUG oslo_concurrency.lockutils [None req-82443eac-d587-4dbe-9267-f79bcce2c209 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "48dd47eb-dda6-42f9-be84-cb2ed06d4bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.501s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.917078] env[65899]: DEBUG oslo_vmware.api [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Task: {'id': task-4895639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195255} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.917343] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.917541] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.917749] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.917921] env[65899]: INFO nova.compute.manager [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1179.918283] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1179.918591] env[65899]: DEBUG nova.compute.manager [-] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1179.918714] env[65899]: DEBUG nova.network.neutron [-] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1179.919045] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.951016] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.160046] env[65899]: DEBUG nova.compute.manager [req-b44db2dd-27af-4396-b14d-2b56af886d1b req-ce99a053-4be1-462e-bf7a-f3721746d4ce service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Received event network-vif-deleted-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.160323] env[65899]: INFO nova.compute.manager [req-b44db2dd-27af-4396-b14d-2b56af886d1b req-ce99a053-4be1-462e-bf7a-f3721746d4ce service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Neutron deleted interface b39a0942-0d2b-4025-be8b-e92a9a5a6c50; detaching it from the instance and deleting it from the info cache [ 1180.160601] env[65899]: DEBUG nova.network.neutron [req-b44db2dd-27af-4396-b14d-2b56af886d1b req-ce99a053-4be1-462e-bf7a-f3721746d4ce service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.339667] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.339927] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.640194] env[65899]: DEBUG nova.network.neutron [-] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.662962] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01c77482-242b-42d1-aae2-d3f88c29fdf3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.673609] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553547f6-1096-4138-9a67-db4752e6aec6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.707575] env[65899]: DEBUG nova.compute.manager [req-b44db2dd-27af-4396-b14d-2b56af886d1b req-ce99a053-4be1-462e-bf7a-f3721746d4ce service nova] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Detach interface failed, port_id=b39a0942-0d2b-4025-be8b-e92a9a5a6c50, reason: Instance 8eab0290-f483-465b-97fb-a3f401b121b8 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.842908] env[65899]: INFO nova.compute.manager [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Detaching volume 01f8d295-01a3-464f-a9fd-41e44ff6040b [ 1180.879846] env[65899]: INFO nova.virt.block_device [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Attempting to driver detach volume 01f8d295-01a3-464f-a9fd-41e44ff6040b from mountpoint /dev/sdb [ 1180.880274] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.880442] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954081', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'name': 'volume-01f8d295-01a3-464f-a9fd-41e44ff6040b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a38fbe5-19be-4397-8b7b-27be59deddad', 'attached_at': '', 'detached_at': '', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'serial': '01f8d295-01a3-464f-a9fd-41e44ff6040b'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.881563] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79e7da9-c994-411f-b52e-67530939ee67 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.904342] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1373df4a-7da6-4c83-a232-a95ab0a58a58 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.912234] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef8c12-4994-4cd4-804d-f7eb3e25ae4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.933268] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8117fd-764a-48e7-a4c3-2a080518e19d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.948739] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The volume has not been displaced from its original location: [datastore1] volume-01f8d295-01a3-464f-a9fd-41e44ff6040b/volume-01f8d295-01a3-464f-a9fd-41e44ff6040b.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.954031] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.954947] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9272893d-7d0b-47d0-a3ac-ed12ba8705e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.979329] env[65899]: DEBUG oslo_vmware.api [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1180.979329] env[65899]: value = "task-4895640" [ 1180.979329] env[65899]: _type = "Task" [ 1180.979329] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.989589] env[65899]: DEBUG oslo_vmware.api [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.142736] env[65899]: INFO nova.compute.manager [-] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Took 1.22 seconds to deallocate network for instance. [ 1181.319437] env[65899]: WARNING neutronclient.v2_0.client [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.319837] env[65899]: WARNING neutronclient.v2_0.client [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.357599] env[65899]: DEBUG nova.network.neutron [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1181.481363] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.481622] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.481794] env[65899]: DEBUG nova.compute.manager [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Going to confirm migration 6 {{(pid=65899) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1181.492466] env[65899]: DEBUG oslo_vmware.api [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895640, 'name': ReconfigVM_Task, 'duration_secs': 0.251552} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.493178] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.497310] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3413194-915d-4c04-a7dc-bb9948ad4e13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.515448] env[65899]: DEBUG oslo_vmware.api [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1181.515448] env[65899]: value = "task-4895641" [ 1181.515448] env[65899]: _type = "Task" [ 1181.515448] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.524264] env[65899]: DEBUG oslo_vmware.api [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.649609] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.649876] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.650093] env[65899]: DEBUG nova.objects.instance [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lazy-loading 'resources' on Instance uuid 8eab0290-f483-465b-97fb-a3f401b121b8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.899877] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.992230] env[65899]: WARNING neutronclient.v2_0.client [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.026304] env[65899]: DEBUG oslo_vmware.api [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895641, 'name': ReconfigVM_Task, 'duration_secs': 0.151072} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.026409] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954081', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'name': 'volume-01f8d295-01a3-464f-a9fd-41e44ff6040b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a38fbe5-19be-4397-8b7b-27be59deddad', 'attached_at': '', 'detached_at': '', 'volume_id': '01f8d295-01a3-464f-a9fd-41e44ff6040b', 'serial': '01f8d295-01a3-464f-a9fd-41e44ff6040b'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.060086] env[65899]: WARNING neutronclient.v2_0.client [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.060439] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.060588] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquired lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.060749] env[65899]: DEBUG nova.network.neutron [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1182.060926] env[65899]: DEBUG nova.objects.instance [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'info_cache' on Instance uuid 83f76e28-3ee3-44a3-9433-1c036ca449d4 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.284706] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bdddd9-8089-4e5b-8e58-72b3fa911d4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.292544] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610884da-8f83-4305-bcf5-3f89c9a4fdb9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.322963] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63314e34-a65a-4160-b2d4-71763876c795 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.330218] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd0fb5-72c8-47ad-bad5-a99bf75681a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.343522] env[65899]: DEBUG nova.compute.provider_tree [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.379586] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.379801] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.380275] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.571845] env[65899]: DEBUG nova.objects.instance [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'flavor' on Instance uuid 7a38fbe5-19be-4397-8b7b-27be59deddad {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.846341] env[65899]: DEBUG nova.scheduler.client.report [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.898583] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.068048] env[65899]: WARNING neutronclient.v2_0.client [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.216803] env[65899]: WARNING neutronclient.v2_0.client [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.294389] env[65899]: DEBUG nova.network.neutron [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance_info_cache with network_info: [{"id": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "address": "fa:16:3e:40:d3:5a", "network": {"id": "a089d782-2d1e-4a10-8681-550c51b21f95", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-430486934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33b96b40112464d8473c40d21fc86cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21905b4a-c2", "ovs_interfaceid": "21905b4a-c23e-45d1-8065-03e4239a1bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.351475] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.373948] env[65899]: INFO nova.scheduler.client.report [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Deleted allocations for instance 8eab0290-f483-465b-97fb-a3f401b121b8 [ 1183.383427] env[65899]: WARNING neutronclient.v2_0.client [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.415701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.415893] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.416087] env[65899]: DEBUG nova.network.neutron [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1183.579110] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f53504f4-0590-4789-b7fe-eb9bbca9626d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.758569] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.758879] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.759209] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "7a38fbe5-19be-4397-8b7b-27be59deddad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.759483] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.759727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.762132] env[65899]: INFO nova.compute.manager [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Terminating instance [ 1183.796947] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Releasing lock "refresh_cache-83f76e28-3ee3-44a3-9433-1c036ca449d4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.797236] env[65899]: DEBUG nova.objects.instance [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lazy-loading 'migration_context' on Instance uuid 83f76e28-3ee3-44a3-9433-1c036ca449d4 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.881742] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d425a877-2c00-4a49-892c-2ad90f10b2f3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Lock "8eab0290-f483-465b-97fb-a3f401b121b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.898383] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.919204] env[65899]: WARNING neutronclient.v2_0.client [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.111286] env[65899]: WARNING neutronclient.v2_0.client [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.183213] env[65899]: DEBUG nova.network.neutron [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.265779] env[65899]: DEBUG nova.compute.manager [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1184.266044] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.266934] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dfdacf-3e92-407d-8ca4-5ea2065ea308 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.275509] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.275781] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb6fff3b-43c0-4448-a48d-d369d878e547 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.284407] env[65899]: DEBUG oslo_vmware.api [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1184.284407] env[65899]: value = "task-4895642" [ 1184.284407] env[65899]: _type = "Task" [ 1184.284407] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.292929] env[65899]: DEBUG oslo_vmware.api [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.299956] env[65899]: DEBUG nova.objects.base [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Object Instance<83f76e28-3ee3-44a3-9433-1c036ca449d4> lazy-loaded attributes: info_cache,migration_context {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.301059] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234606f3-ba6b-497f-9189-0c3bb5e698c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.320975] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c42a46-3d19-4fee-8849-4f84b13eaeae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.327035] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1184.327035] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529aecb4-bc0c-ee11-917f-976101a2af50" [ 1184.327035] env[65899]: _type = "Task" [ 1184.327035] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.335457] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529aecb4-bc0c-ee11-917f-976101a2af50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.401629] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.401900] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.402025] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.402137] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1184.403178] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0d0d11-53ca-490a-81f3-81e64923fc1f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.413145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd781e-a824-40ce-858f-bbacf37f4433 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.428641] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f8918-684f-4114-b1b0-39238710bde4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.436552] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f6d79-e01e-43f9-b43f-b00e163a64df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.469176] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179345MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1184.469309] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.469524] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.686680] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.795194] env[65899]: DEBUG oslo_vmware.api [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895642, 'name': PowerOffVM_Task, 'duration_secs': 0.255177} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.795538] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.795763] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.796092] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f6432bb-4f18-4190-9c68-df2069331fe0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.837655] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529aecb4-bc0c-ee11-917f-976101a2af50, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.837962] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.865434] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.865612] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.865800] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleting the datastore file [datastore2] 7a38fbe5-19be-4397-8b7b-27be59deddad {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.866095] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf7d9d3-d6bc-4495-811f-bef61360f6ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.872767] env[65899]: DEBUG oslo_vmware.api [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1184.872767] env[65899]: value = "task-4895644" [ 1184.872767] env[65899]: _type = "Task" [ 1184.872767] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.883189] env[65899]: DEBUG oslo_vmware.api [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.198318] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f662bb-d55e-4be3-b485-ac29cd27251d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.206414] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2c29b7-729a-4dab-ab22-9ab4abc914fc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.384824] env[65899]: DEBUG oslo_vmware.api [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144681} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.385119] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.385305] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.385724] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.385912] env[65899]: INFO nova.compute.manager [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1185.386176] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1185.386376] env[65899]: DEBUG nova.compute.manager [-] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1185.386477] env[65899]: DEBUG nova.network.neutron [-] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1185.386778] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.455907] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.479915] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Applying migration context for instance 83f76e28-3ee3-44a3-9433-1c036ca449d4 as it has an incoming, in-progress migration 98fe4a83-5775-42af-89ae-475f1a21fc2c. Migration status is finished {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1185.480254] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Applying migration context for instance bcc538e2-415c-41ae-8fda-35794b9a7d78 as it has an incoming, in-progress migration 532402e9-7851-44d3-9f74-e0aaedb86ccc. Migration status is post-migrating {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1185.481377] env[65899]: INFO nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating resource usage from migration 98fe4a83-5775-42af-89ae-475f1a21fc2c [ 1185.481725] env[65899]: INFO nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating resource usage from migration 532402e9-7851-44d3-9f74-e0aaedb86ccc [ 1185.506219] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 7a38fbe5-19be-4397-8b7b-27be59deddad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1185.506405] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1185.506529] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c9430cd8-151e-445a-bf77-faf3dd369e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1185.506646] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 501d7679-8636-4460-9fa0-99127557498f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1185.506764] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Migration 98fe4a83-5775-42af-89ae-475f1a21fc2c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1185.506870] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 83f76e28-3ee3-44a3-9433-1c036ca449d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1185.506976] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Migration 532402e9-7851-44d3-9f74-e0aaedb86ccc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1185.507126] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance bcc538e2-415c-41ae-8fda-35794b9a7d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1185.507339] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1185.507485] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '5', 'num_task_deleting': '2', 'num_os_type_None': '6', 'num_proj_31c62b3c654943ae8a436d7cb82f57f8': '1', 'io_workload': '0', 'num_task_None': '3', 'num_proj_b35f72db077c4a1e8deed64432c84845': '2', 'num_task_resize_migrated': '1', 'num_proj_3ec6d067cda04e9ab138af689fdc07bf': '1', 'num_proj_43a932921185406e952f642af150b2d5': '1', 'num_vm_resized': '1', 'num_proj_c33b96b40112464d8473c40d21fc86cc': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1185.655609] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2527a941-acbf-4433-9092-0594f3d80c5d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.664175] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88d1c2e-9cab-4c9a-ad9e-415b3d99417a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.695680] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b555c39-eed5-45c9-b961-20dfe91aa518 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.704453] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de8e1c-d6ca-44a3-b449-ddbba85e27ae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.719231] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.019229] env[65899]: DEBUG nova.compute.manager [req-9c7f2e4b-f97d-4470-be57-9784d6ca7e82 req-f9480925-93ce-421f-a1a2-e73e3097f24f service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Received event network-vif-deleted-d638d288-5661-4f1b-9caf-5daf851878cd {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.019453] env[65899]: INFO nova.compute.manager [req-9c7f2e4b-f97d-4470-be57-9784d6ca7e82 req-f9480925-93ce-421f-a1a2-e73e3097f24f service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Neutron deleted interface d638d288-5661-4f1b-9caf-5daf851878cd; detaching it from the instance and deleting it from the info cache [ 1186.019666] env[65899]: DEBUG nova.network.neutron [req-9c7f2e4b-f97d-4470-be57-9784d6ca7e82 req-f9480925-93ce-421f-a1a2-e73e3097f24f service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.224618] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.332256] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f54ac5a-54d4-4014-b57e-5745b4965da9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.355991] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba1fce-2625-4e6f-942c-72e69ee854fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.363908] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance 'bcc538e2-415c-41ae-8fda-35794b9a7d78' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.428431] env[65899]: DEBUG nova.network.neutron [-] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.523993] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8780c09e-1e00-4e21-801f-931b31e9ef9d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.534497] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b497b349-d33b-4198-9f92-a9b7bd4ea912 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.575788] env[65899]: DEBUG nova.compute.manager [req-9c7f2e4b-f97d-4470-be57-9784d6ca7e82 req-f9480925-93ce-421f-a1a2-e73e3097f24f service nova] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Detach interface failed, port_id=d638d288-5661-4f1b-9caf-5daf851878cd, reason: Instance 7a38fbe5-19be-4397-8b7b-27be59deddad could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1186.729784] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1186.730044] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.730530] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.892s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.870697] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.871033] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b8be9b5-8c39-45f7-8574-965e940d82f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.880072] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1186.880072] env[65899]: value = "task-4895645" [ 1186.880072] env[65899]: _type = "Task" [ 1186.880072] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.888605] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.931484] env[65899]: INFO nova.compute.manager [-] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Took 1.54 seconds to deallocate network for instance. [ 1187.356110] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e18a96-f48c-46b4-a861-bc9ad8ad0cca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.363925] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87413573-06fe-4dbe-9054-55a3d8992c53 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.399685] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905d27b3-0c2d-4be1-a106-13b8873ed949 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.409383] env[65899]: DEBUG oslo_vmware.api [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895645, 'name': PowerOnVM_Task, 'duration_secs': 0.463136} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.409726] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.409913] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8063c9-f1c1-4089-814c-0bf876bf9e69 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance 'bcc538e2-415c-41ae-8fda-35794b9a7d78' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.414453] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746bfce7-9ab3-4cfc-8901-0381f81ebd9d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.428840] env[65899]: DEBUG nova.compute.provider_tree [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.439619] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.531766] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.532149] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.532280] env[65899]: INFO nova.compute.manager [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Shelving [ 1187.931545] env[65899]: DEBUG nova.scheduler.client.report [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.541822] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.542165] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96f1c73-0068-4060-ba0a-800a165b74b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.550334] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1188.550334] env[65899]: value = "task-4895646" [ 1188.550334] env[65899]: _type = "Task" [ 1188.550334] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.561021] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.728020] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.728276] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.728423] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.942118] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.212s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.945520] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.506s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.945726] env[65899]: DEBUG nova.objects.instance [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'resources' on Instance uuid 7a38fbe5-19be-4397-8b7b-27be59deddad {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.061678] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895646, 'name': PowerOffVM_Task, 'duration_secs': 0.377404} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.062011] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.062846] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aef549-4b9f-4c08-bdb0-f81752d26515 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.081983] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7fcc6d-ff3c-4a2f-ac09-733ff1dfb0be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.388828] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.423860] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.425054] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.425054] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.457514] env[65899]: DEBUG nova.network.neutron [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1189.457781] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.457931] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.458104] env[65899]: DEBUG nova.network.neutron [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1189.507623] env[65899]: INFO nova.scheduler.client.report [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted allocation for migration 98fe4a83-5775-42af-89ae-475f1a21fc2c [ 1189.570227] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f2a8e9-9a20-40e1-94e8-5a9ae7e2c482 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.578017] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d43d8-7235-470b-8ad6-77b72d05cdef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.610223] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1189.610735] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9f27433-0169-4c7d-91fe-247a316db929 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.613401] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d27e43-68a5-4a67-a906-cf5a3d97fe32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.622649] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a837ad2-87fb-4c5b-80bd-1f4a60b8f6ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.626756] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1189.626756] env[65899]: value = "task-4895647" [ 1189.626756] env[65899]: _type = "Task" [ 1189.626756] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.639579] env[65899]: DEBUG nova.compute.provider_tree [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.646261] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895647, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.960777] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.017511] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.536s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.137786] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895647, 'name': CreateSnapshot_Task, 'duration_secs': 0.460609} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.138086] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1190.138879] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f1b0f5-d0a1-402a-a2c6-c45bdb0748cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.142519] env[65899]: DEBUG nova.scheduler.client.report [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.154776] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.229797] env[65899]: DEBUG nova.network.neutron [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.654712] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.666428] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1190.666993] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-936aa73f-a2c8-4228-bb11-699ad1558b82 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.675992] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1190.675992] env[65899]: value = "task-4895648" [ 1190.675992] env[65899]: _type = "Task" [ 1190.675992] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.684372] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895648, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.685327] env[65899]: INFO nova.scheduler.client.report [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted allocations for instance 7a38fbe5-19be-4397-8b7b-27be59deddad [ 1190.733711] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.187076] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895648, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.192961] env[65899]: DEBUG oslo_concurrency.lockutils [None req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "7a38fbe5-19be-4397-8b7b-27be59deddad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.434s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.236611] env[65899]: DEBUG nova.compute.manager [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65899) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1191.502322] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.502599] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.502854] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.502976] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.503150] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.505422] env[65899]: INFO nova.compute.manager [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Terminating instance [ 1191.687298] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895648, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.009523] env[65899]: DEBUG nova.compute.manager [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1192.009765] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.010868] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1a13fb-cf4a-401c-bd58-6b7d3b710c18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.020367] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.021190] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be60385c-1d1c-4668-ae29-8166438d34ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.027211] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1192.027211] env[65899]: value = "task-4895649" [ 1192.027211] env[65899]: _type = "Task" [ 1192.027211] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.035667] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.188141] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895648, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.339795] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.340091] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.537292] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895649, 'name': PowerOffVM_Task, 'duration_secs': 0.370385} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.537567] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.537732] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.538009] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99659f6f-ebfa-4669-8b94-017b990e28e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.607770] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.607770] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.608033] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleting the datastore file [datastore2] 83f76e28-3ee3-44a3-9433-1c036ca449d4 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.608204] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb0d9a4-0e37-4b08-a1e2-ededc11f04fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.614635] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for the task: (returnval){ [ 1192.614635] env[65899]: value = "task-4895651" [ 1192.614635] env[65899]: _type = "Task" [ 1192.614635] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.622401] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.688043] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895648, 'name': CloneVM_Task, 'duration_secs': 1.834716} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.688380] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Created linked-clone VM from snapshot [ 1192.689094] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa743e-5b16-4c58-a5d0-376d0db200ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.696640] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Uploading image 48a6922a-cea0-44cc-a44a-36ebe4840d6d {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1192.722468] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1192.722468] env[65899]: value = "vm-954101" [ 1192.722468] env[65899]: _type = "VirtualMachine" [ 1192.722468] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1192.722777] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b35cf6d-2aba-47ed-924a-3c2a1da4fb5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.731405] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease: (returnval){ [ 1192.731405] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aee371-34bc-6870-3cb5-76c21b1fde0d" [ 1192.731405] env[65899]: _type = "HttpNfcLease" [ 1192.731405] env[65899]: } obtained for exporting VM: (result){ [ 1192.731405] env[65899]: value = "vm-954101" [ 1192.731405] env[65899]: _type = "VirtualMachine" [ 1192.731405] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1192.731641] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the lease: (returnval){ [ 1192.731641] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aee371-34bc-6870-3cb5-76c21b1fde0d" [ 1192.731641] env[65899]: _type = "HttpNfcLease" [ 1192.731641] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1192.739698] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.739698] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aee371-34bc-6870-3cb5-76c21b1fde0d" [ 1192.739698] env[65899]: _type = "HttpNfcLease" [ 1192.739698] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1192.844142] env[65899]: DEBUG nova.objects.instance [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'migration_context' on Instance uuid bcc538e2-415c-41ae-8fda-35794b9a7d78 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.126865] env[65899]: DEBUG oslo_vmware.api [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Task: {'id': task-4895651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507203} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.127226] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.127478] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.127747] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.127990] env[65899]: INFO nova.compute.manager [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1193.128279] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1193.128479] env[65899]: DEBUG nova.compute.manager [-] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1193.128576] env[65899]: DEBUG nova.network.neutron [-] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1193.128826] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.162359] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.239998] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1193.239998] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aee371-34bc-6870-3cb5-76c21b1fde0d" [ 1193.239998] env[65899]: _type = "HttpNfcLease" [ 1193.239998] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1193.240328] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1193.240328] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52aee371-34bc-6870-3cb5-76c21b1fde0d" [ 1193.240328] env[65899]: _type = "HttpNfcLease" [ 1193.240328] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1193.241072] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8ca8aa-83f0-44ad-bb0b-aa0e47d09074 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.248828] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266d8b-c4da-f67d-8b1f-e6a71a075fce/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1193.248995] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266d8b-c4da-f67d-8b1f-e6a71a075fce/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1193.359904] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12b246b1-9212-4698-9cc2-dfb20a9f8a7f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.379717] env[65899]: DEBUG nova.compute.manager [req-bba15733-b33d-469a-91df-6fedd9021564 req-b92d8dae-6510-48a1-bc45-efdfc676dd63 service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Received event network-vif-deleted-21905b4a-c23e-45d1-8065-03e4239a1bdc {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.379812] env[65899]: INFO nova.compute.manager [req-bba15733-b33d-469a-91df-6fedd9021564 req-b92d8dae-6510-48a1-bc45-efdfc676dd63 service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Neutron deleted interface 21905b4a-c23e-45d1-8065-03e4239a1bdc; detaching it from the instance and deleting it from the info cache [ 1193.380021] env[65899]: DEBUG nova.network.neutron [req-bba15733-b33d-469a-91df-6fedd9021564 req-b92d8dae-6510-48a1-bc45-efdfc676dd63 service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.429173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.429394] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.464684] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae83f50e-e0ab-46b3-85e3-75736c4bb07d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.472564] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91694b-059e-433d-901a-8303764caa1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.506082] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c065ff4-485d-48ea-aeb9-9177d4a431a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.514904] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc826bd-c151-4de8-9b1d-ea948132c3c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.530867] env[65899]: DEBUG nova.compute.provider_tree [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.864423] env[65899]: DEBUG nova.network.neutron [-] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.884780] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d502394-ae79-45c1-ab91-d57655194174 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.895874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e702ca05-bafc-4dd5-9fd4-c756e2d78f6f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.928844] env[65899]: DEBUG nova.compute.manager [req-bba15733-b33d-469a-91df-6fedd9021564 req-b92d8dae-6510-48a1-bc45-efdfc676dd63 service nova] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Detach interface failed, port_id=21905b4a-c23e-45d1-8065-03e4239a1bdc, reason: Instance 83f76e28-3ee3-44a3-9433-1c036ca449d4 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1193.931724] env[65899]: DEBUG nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1194.034419] env[65899]: DEBUG nova.scheduler.client.report [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.367156] env[65899]: INFO nova.compute.manager [-] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Took 1.24 seconds to deallocate network for instance. [ 1194.455377] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.875549] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.046150] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.706s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.052289] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.597s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.053906] env[65899]: INFO nova.compute.claims [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.186345] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c675f52-8f35-481c-bbdd-a8a2e6fe6cde {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.194531] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99ee2bf-eec8-40c1-8d5d-825281341015 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.230666] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead5042f-9aed-4d8a-ad18-d67128196d96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.240194] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd83bc1-a0d6-44d2-a08a-1204467608d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.254246] env[65899]: DEBUG nova.compute.provider_tree [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.593162] env[65899]: INFO nova.compute.manager [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Swapping old allocation on dict_keys(['6e9c4476-e557-4afd-928d-cf1c63a2d0d0']) held by migration 532402e9-7851-44d3-9f74-e0aaedb86ccc for instance [ 1196.616540] env[65899]: DEBUG nova.scheduler.client.report [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Overwriting current allocation {'allocations': {'6e9c4476-e557-4afd-928d-cf1c63a2d0d0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': '3ec6d067cda04e9ab138af689fdc07bf', 'user_id': 'adce49c3d5894fb3849b4b6dfb542957', 'consumer_generation': 1} on consumer bcc538e2-415c-41ae-8fda-35794b9a7d78 {{(pid=65899) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1196.666406] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.717639] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.717925] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.718133] env[65899]: DEBUG nova.network.neutron [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.758025] env[65899]: DEBUG nova.scheduler.client.report [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.222148] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.264022] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.264642] env[65899]: DEBUG nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1197.267643] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.392s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.267856] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.288158] env[65899]: INFO nova.scheduler.client.report [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Deleted allocations for instance 83f76e28-3ee3-44a3-9433-1c036ca449d4 [ 1197.456651] env[65899]: WARNING neutronclient.v2_0.client [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.546484] env[65899]: DEBUG nova.network.neutron [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [{"id": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "address": "fa:16:3e:b5:a5:67", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5db477d6-ba", "ovs_interfaceid": "5db477d6-ba9c-46e1-b1d2-0930b0b159f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.772089] env[65899]: DEBUG nova.compute.utils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.773594] env[65899]: DEBUG nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1197.773737] env[65899]: DEBUG nova.network.neutron [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1197.774198] env[65899]: WARNING neutronclient.v2_0.client [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.774549] env[65899]: WARNING neutronclient.v2_0.client [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.797911] env[65899]: DEBUG oslo_concurrency.lockutils [None req-66dd8b8e-7ee4-438b-a913-d31fea3616be tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Lock "83f76e28-3ee3-44a3-9433-1c036ca449d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.295s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.820197] env[65899]: DEBUG nova.policy [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319bfadf7c1c433eac2426974d0f8240', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c62b3c654943ae8a436d7cb82f57f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.049794] env[65899]: DEBUG oslo_concurrency.lockutils [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-bcc538e2-415c-41ae-8fda-35794b9a7d78" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.050920] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba44c9d-f32e-4f9d-ae58-9ae6f6215614 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.059705] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be1b3e4-0a96-4773-9da3-6e98348ae899 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.132318] env[65899]: DEBUG nova.network.neutron [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Successfully created port: 402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1198.277677] env[65899]: DEBUG nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1199.151820] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.152183] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c3bdf9-7f03-443a-bfb9-d88f9ad67cc1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.159821] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1199.159821] env[65899]: value = "task-4895654" [ 1199.159821] env[65899]: _type = "Task" [ 1199.159821] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.171821] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.287424] env[65899]: DEBUG nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1199.314999] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.315282] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.315440] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.315618] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.315763] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.315908] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.316170] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.316336] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.316515] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.316677] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.316847] env[65899]: DEBUG nova.virt.hardware [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.317776] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38d0cbc-85de-4770-8003-a795078469c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.326788] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1645f48-ef1f-421c-a58c-5f2078ab0613 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.671223] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895654, 'name': PowerOffVM_Task, 'duration_secs': 0.281405} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.671506] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.672288] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.672504] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.672671] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.672918] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.673089] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.673238] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.673447] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.673625] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.673885] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.674228] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.674437] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.679520] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-504c379c-ea5d-47ee-be31-9adb08545e3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.697730] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1199.697730] env[65899]: value = "task-4895655" [ 1199.697730] env[65899]: _type = "Task" [ 1199.697730] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.706789] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.912377] env[65899]: DEBUG nova.compute.manager [req-205af041-686f-46a7-9bb1-02ef73e35035 req-fd5ba691-ca7a-49ea-8ee7-2b0ccfa73ddc service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Received event network-vif-plugged-402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1199.912557] env[65899]: DEBUG oslo_concurrency.lockutils [req-205af041-686f-46a7-9bb1-02ef73e35035 req-fd5ba691-ca7a-49ea-8ee7-2b0ccfa73ddc service nova] Acquiring lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.912867] env[65899]: DEBUG oslo_concurrency.lockutils [req-205af041-686f-46a7-9bb1-02ef73e35035 req-fd5ba691-ca7a-49ea-8ee7-2b0ccfa73ddc service nova] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.912940] env[65899]: DEBUG oslo_concurrency.lockutils [req-205af041-686f-46a7-9bb1-02ef73e35035 req-fd5ba691-ca7a-49ea-8ee7-2b0ccfa73ddc service nova] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.913168] env[65899]: DEBUG nova.compute.manager [req-205af041-686f-46a7-9bb1-02ef73e35035 req-fd5ba691-ca7a-49ea-8ee7-2b0ccfa73ddc service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] No waiting events found dispatching network-vif-plugged-402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1199.913352] env[65899]: WARNING nova.compute.manager [req-205af041-686f-46a7-9bb1-02ef73e35035 req-fd5ba691-ca7a-49ea-8ee7-2b0ccfa73ddc service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Received unexpected event network-vif-plugged-402c68f8-be11-4a3b-9fa2-ab268926be76 for instance with vm_state building and task_state spawning. [ 1199.957912] env[65899]: DEBUG nova.network.neutron [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Successfully updated port: 402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1199.982905] env[65899]: DEBUG nova.compute.manager [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Received event network-changed-402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1199.983151] env[65899]: DEBUG nova.compute.manager [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Refreshing instance network info cache due to event network-changed-402c68f8-be11-4a3b-9fa2-ab268926be76. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1199.983515] env[65899]: DEBUG oslo_concurrency.lockutils [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] Acquiring lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.983515] env[65899]: DEBUG oslo_concurrency.lockutils [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] Acquired lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.984052] env[65899]: DEBUG nova.network.neutron [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Refreshing network info cache for port 402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.212457] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895655, 'name': ReconfigVM_Task, 'duration_secs': 0.218969} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.213874] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c09b277-a6a3-4461-afe8-85598e0024c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.239252] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1200.239515] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.239671] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1200.239854] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.239997] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1200.240159] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1200.240364] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1200.240518] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1200.240681] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1200.240839] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1200.241016] env[65899]: DEBUG nova.virt.hardware [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1200.241910] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7086ae1-5746-4312-8d27-e898211ba6c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.248314] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1200.248314] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5259d9e1-a310-c0b4-f792-d2eff7ff014a" [ 1200.248314] env[65899]: _type = "Task" [ 1200.248314] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.256769] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5259d9e1-a310-c0b4-f792-d2eff7ff014a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.460597] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.486972] env[65899]: WARNING neutronclient.v2_0.client [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.532539] env[65899]: DEBUG nova.network.neutron [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1200.621910] env[65899]: DEBUG nova.network.neutron [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.759440] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5259d9e1-a310-c0b4-f792-d2eff7ff014a, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.764723] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.765378] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d2a013-9b16-4e06-88e7-b1382585ea99 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.784591] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1200.784591] env[65899]: value = "task-4895656" [ 1200.784591] env[65899]: _type = "Task" [ 1200.784591] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.792800] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.124979] env[65899]: DEBUG oslo_concurrency.lockutils [req-ba7c06e9-eb35-4582-ae64-b3fb5e0b40be req-03ae8928-9ece-4ab2-a176-174687b224a6 service nova] Releasing lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.125429] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.125618] env[65899]: DEBUG nova.network.neutron [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1201.295549] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.660816] env[65899]: DEBUG nova.network.neutron [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1201.763996] env[65899]: WARNING neutronclient.v2_0.client [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.802842] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895656, 'name': ReconfigVM_Task, 'duration_secs': 0.533457} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.803253] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.804187] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e4a661-6912-4c67-9671-0f292744f116 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.830539] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.833665] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43276bcd-1430-4b23-9241-03ee12b29d94 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.853378] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1201.853378] env[65899]: value = "task-4895657" [ 1201.853378] env[65899]: _type = "Task" [ 1201.853378] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.862425] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.881128] env[65899]: DEBUG nova.network.neutron [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Updating instance_info_cache with network_info: [{"id": "402c68f8-be11-4a3b-9fa2-ab268926be76", "address": "fa:16:3e:64:9f:92", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402c68f8-be", "ovs_interfaceid": "402c68f8-be11-4a3b-9fa2-ab268926be76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.984107] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266d8b-c4da-f67d-8b1f-e6a71a075fce/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1201.985338] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abfcbcb-6c94-48fa-9eaf-758e153984b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.992923] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266d8b-c4da-f67d-8b1f-e6a71a075fce/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1201.993130] env[65899]: ERROR oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266d8b-c4da-f67d-8b1f-e6a71a075fce/disk-0.vmdk due to incomplete transfer. [ 1201.993401] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dbe1cc08-7e66-43d8-8f18-1a2bd07eb0ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.002034] env[65899]: DEBUG oslo_vmware.rw_handles [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52266d8b-c4da-f67d-8b1f-e6a71a075fce/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1202.002034] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Uploaded image 48a6922a-cea0-44cc-a44a-36ebe4840d6d to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1202.005357] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1202.005554] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49495165-86f0-4b00-a29d-a7dba62ba1fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.012802] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1202.012802] env[65899]: value = "task-4895658" [ 1202.012802] env[65899]: _type = "Task" [ 1202.012802] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.022861] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895658, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.363483] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895657, 'name': ReconfigVM_Task, 'duration_secs': 0.33247} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.364111] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfigured VM instance instance-0000006c to attach disk [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78/bcc538e2-415c-41ae-8fda-35794b9a7d78.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.364776] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9062e6-92c4-4cf3-9d63-48a9c301aa66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.387379] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.387752] env[65899]: DEBUG nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Instance network_info: |[{"id": "402c68f8-be11-4a3b-9fa2-ab268926be76", "address": "fa:16:3e:64:9f:92", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402c68f8-be", "ovs_interfaceid": "402c68f8-be11-4a3b-9fa2-ab268926be76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1202.388424] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:9f:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '402c68f8-be11-4a3b-9fa2-ab268926be76', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.395827] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1202.396621] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357b868c-618f-4305-9023-61635569141c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.399321] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.399567] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cd3fe03-46d7-4925-a28f-fe32f1ff1566 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.437907] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b79b1-a8ef-4fe2-b9df-ad96cda93234 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.440531] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.440531] env[65899]: value = "task-4895659" [ 1202.440531] env[65899]: _type = "Task" [ 1202.440531] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.465628] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642504f3-8538-4c3d-a201-24cb9097727b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.472236] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895659, 'name': CreateVM_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.477508] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.477827] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f39c8ef1-1031-415b-abf8-1aa41b722e88 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.485660] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1202.485660] env[65899]: value = "task-4895660" [ 1202.485660] env[65899]: _type = "Task" [ 1202.485660] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.498243] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.529932] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895658, 'name': Destroy_Task, 'duration_secs': 0.34276} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.530411] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Destroyed the VM [ 1202.530726] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1202.531066] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e57e071-7e71-432a-a195-d1c233173c57 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.539230] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1202.539230] env[65899]: value = "task-4895661" [ 1202.539230] env[65899]: _type = "Task" [ 1202.539230] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.549337] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895661, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.950598] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895659, 'name': CreateVM_Task, 'duration_secs': 0.347845} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.950919] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.951318] env[65899]: WARNING neutronclient.v2_0.client [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.959498] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.959691] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.960154] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.960469] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34520b32-e5b8-4eeb-96b5-2688169c31d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.965866] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1202.965866] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52579cbd-3dd5-5b09-34d0-2a3bbd23ffea" [ 1202.965866] env[65899]: _type = "Task" [ 1202.965866] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.974743] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52579cbd-3dd5-5b09-34d0-2a3bbd23ffea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.995714] env[65899]: DEBUG oslo_vmware.api [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895660, 'name': PowerOnVM_Task, 'duration_secs': 0.476025} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.996027] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.049316] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895661, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.478164] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52579cbd-3dd5-5b09-34d0-2a3bbd23ffea, 'name': SearchDatastore_Task, 'duration_secs': 0.017457} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.478493] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.478736] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.479099] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.479278] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.479479] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.479764] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4bf7d16-a6d8-4528-a4f7-86a9f052c5ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.491520] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.491745] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.492629] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f287f2-3aa7-4a44-8fc7-19ce3674673c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.499491] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1203.499491] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52077045-c975-5867-55b6-ff12cc3c2d66" [ 1203.499491] env[65899]: _type = "Task" [ 1203.499491] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.515327] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52077045-c975-5867-55b6-ff12cc3c2d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.551115] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895661, 'name': RemoveSnapshot_Task, 'duration_secs': 0.551372} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.551407] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1203.551737] env[65899]: DEBUG nova.compute.manager [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1203.552540] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e97ad6-c190-451d-b3e3-1c156b21d3d1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.012873] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52077045-c975-5867-55b6-ff12cc3c2d66, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.014119] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f59156-61b3-45d6-aaea-afabaddabd51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.020015] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1204.020015] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52edf152-8b20-e7f2-70ae-c643db974832" [ 1204.020015] env[65899]: _type = "Task" [ 1204.020015] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.029014] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52edf152-8b20-e7f2-70ae-c643db974832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.049703] env[65899]: INFO nova.compute.manager [None req-73b5cb09-0647-412f-b31c-fa446cc909f6 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance to original state: 'active' [ 1204.065480] env[65899]: INFO nova.compute.manager [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Shelve offloading [ 1204.531445] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52edf152-8b20-e7f2-70ae-c643db974832, 'name': SearchDatastore_Task, 'duration_secs': 0.016537} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.531748] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.532158] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e5bcb915-9564-403b-b8e3-8d5d14890b0c/e5bcb915-9564-403b-b8e3-8d5d14890b0c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.532557] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15dfbc8-648e-411f-9d33-5c835574b396 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.540874] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1204.540874] env[65899]: value = "task-4895662" [ 1204.540874] env[65899]: _type = "Task" [ 1204.540874] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.549216] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.569176] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.569574] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b09379b-5fe1-46f9-8ec5-fbafd87138f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.578168] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1204.578168] env[65899]: value = "task-4895663" [ 1204.578168] env[65899]: _type = "Task" [ 1204.578168] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.589808] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1204.590269] env[65899]: DEBUG nova.compute.manager [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1204.591662] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61848ba4-90e1-471d-9c1e-a0775e998da2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.599089] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.599301] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.599490] env[65899]: DEBUG nova.network.neutron [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1205.052718] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895662, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.105527] env[65899]: WARNING neutronclient.v2_0.client [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.419369] env[65899]: WARNING neutronclient.v2_0.client [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.511018] env[65899]: DEBUG nova.network.neutron [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.554023] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702262} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.554023] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] e5bcb915-9564-403b-b8e3-8d5d14890b0c/e5bcb915-9564-403b-b8e3-8d5d14890b0c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.554023] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.554023] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11b3fd34-2ede-419a-ba88-15568d0858b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.562186] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1205.562186] env[65899]: value = "task-4895664" [ 1205.562186] env[65899]: _type = "Task" [ 1205.562186] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.572584] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.785970] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.786370] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.786574] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.786750] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.786909] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.789379] env[65899]: INFO nova.compute.manager [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Terminating instance [ 1205.929539] env[65899]: DEBUG oslo_concurrency.lockutils [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.929777] env[65899]: DEBUG oslo_concurrency.lockutils [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.014819] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.014819] env[65899]: WARNING neutronclient.v2_0.client [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.015879] env[65899]: WARNING neutronclient.v2_0.client [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.074588] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063637} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.074897] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.075703] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d4b7b3-8104-4565-95e4-b15a9b04029c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.100450] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e5bcb915-9564-403b-b8e3-8d5d14890b0c/e5bcb915-9564-403b-b8e3-8d5d14890b0c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.100898] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f757434-9a0f-4a54-b643-307c42d8d8b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.125219] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1206.125219] env[65899]: value = "task-4895665" [ 1206.125219] env[65899]: _type = "Task" [ 1206.125219] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.134016] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.294383] env[65899]: DEBUG nova.compute.manager [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1206.294883] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.294974] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b43ed1bf-a222-4c56-bbcb-510b69902e61 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.302858] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1206.302858] env[65899]: value = "task-4895666" [ 1206.302858] env[65899]: _type = "Task" [ 1206.302858] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.315201] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.420022] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.423018] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2396858e-598f-401c-b5a0-f64972369e17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.429998] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.430373] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8aae9a-a2dc-4524-bfd1-a6f57f4f5c80 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.432753] env[65899]: DEBUG nova.compute.utils [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.514465] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.515464] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.515464] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleting the datastore file [datastore1] c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.515807] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c83bc2-9149-4e26-8b47-ebf373efaff6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.525117] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1206.525117] env[65899]: value = "task-4895668" [ 1206.525117] env[65899]: _type = "Task" [ 1206.525117] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.530981] env[65899]: DEBUG nova.compute.manager [req-29610432-6a61-4bcd-908f-f57ba00ba011 req-b4a88896-e2c1-4def-886a-b586d708445b service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-vif-unplugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.531196] env[65899]: DEBUG oslo_concurrency.lockutils [req-29610432-6a61-4bcd-908f-f57ba00ba011 req-b4a88896-e2c1-4def-886a-b586d708445b service nova] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.532032] env[65899]: DEBUG oslo_concurrency.lockutils [req-29610432-6a61-4bcd-908f-f57ba00ba011 req-b4a88896-e2c1-4def-886a-b586d708445b service nova] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.532032] env[65899]: DEBUG oslo_concurrency.lockutils [req-29610432-6a61-4bcd-908f-f57ba00ba011 req-b4a88896-e2c1-4def-886a-b586d708445b service nova] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.532032] env[65899]: DEBUG nova.compute.manager [req-29610432-6a61-4bcd-908f-f57ba00ba011 req-b4a88896-e2c1-4def-886a-b586d708445b service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] No waiting events found dispatching network-vif-unplugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1206.532032] env[65899]: WARNING nova.compute.manager [req-29610432-6a61-4bcd-908f-f57ba00ba011 req-b4a88896-e2c1-4def-886a-b586d708445b service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received unexpected event network-vif-unplugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 for instance with vm_state shelved and task_state shelving_offloading. [ 1206.538695] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.636948] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895665, 'name': ReconfigVM_Task, 'duration_secs': 0.286012} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.637348] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e5bcb915-9564-403b-b8e3-8d5d14890b0c/e5bcb915-9564-403b-b8e3-8d5d14890b0c.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.638098] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeb28700-c038-4f00-b320-e329d8067c7e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.645137] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1206.645137] env[65899]: value = "task-4895669" [ 1206.645137] env[65899]: _type = "Task" [ 1206.645137] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.653701] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895669, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.812353] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895666, 'name': PowerOffVM_Task, 'duration_secs': 0.230672} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.812622] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.812813] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.812999] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954098', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'name': 'volume-b75def85-e789-461f-8f44-6b236a064b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bcc538e2-415c-41ae-8fda-35794b9a7d78', 'attached_at': '2025-12-01T13:44:04.000000', 'detached_at': '', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'serial': 'b75def85-e789-461f-8f44-6b236a064b3c'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.813897] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b40ec34-133a-47cf-a303-ff48abde6fd8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.834839] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b9d670-6c9d-4b4c-a893-1fc23e62af96 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.842458] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeba2f5-ece5-41f4-a0ff-640cb94252c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.863269] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705633ee-a48f-4b0a-aa6d-7eda4833b72b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.878973] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The volume has not been displaced from its original location: [datastore2] volume-b75def85-e789-461f-8f44-6b236a064b3c/volume-b75def85-e789-461f-8f44-6b236a064b3c.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.883947] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.884314] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7e8397-d0a1-4417-83ce-e426496c5762 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.904028] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1206.904028] env[65899]: value = "task-4895670" [ 1206.904028] env[65899]: _type = "Task" [ 1206.904028] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.912830] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.935867] env[65899]: DEBUG oslo_concurrency.lockutils [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.040290] env[65899]: DEBUG oslo_vmware.api [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187656} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.040684] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.041401] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.041401] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.070198] env[65899]: INFO nova.scheduler.client.report [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted allocations for instance c9430cd8-151e-445a-bf77-faf3dd369e6c [ 1207.158818] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895669, 'name': Rename_Task, 'duration_secs': 0.147905} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.159291] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.159616] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46c661b-e76f-42e8-b1da-db4926da4ab1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.168896] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1207.168896] env[65899]: value = "task-4895671" [ 1207.168896] env[65899]: _type = "Task" [ 1207.168896] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.178310] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.414356] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895670, 'name': ReconfigVM_Task, 'duration_secs': 0.23333} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.414627] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.419572] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887c942d-bf17-4241-9f55-b48f979840d0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.436587] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1207.436587] env[65899]: value = "task-4895672" [ 1207.436587] env[65899]: _type = "Task" [ 1207.436587] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.445367] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.575965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.576464] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.576786] env[65899]: DEBUG nova.objects.instance [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'resources' on Instance uuid c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.680803] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895671, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.691425] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.691733] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.946858] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895672, 'name': ReconfigVM_Task, 'duration_secs': 0.143671} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.947199] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954098', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'name': 'volume-b75def85-e789-461f-8f44-6b236a064b3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bcc538e2-415c-41ae-8fda-35794b9a7d78', 'attached_at': '2025-12-01T13:44:04.000000', 'detached_at': '', 'volume_id': 'b75def85-e789-461f-8f44-6b236a064b3c', 'serial': 'b75def85-e789-461f-8f44-6b236a064b3c'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1207.947476] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.948261] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f223a-4d2e-4bda-80e5-30b4b2e76594 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.955755] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.956012] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d2db2f-8741-45b0-a607-90f45747bab3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.015438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.015791] env[65899]: DEBUG oslo_concurrency.lockutils [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.016149] env[65899]: INFO nova.compute.manager [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Attaching volume 9d1eebc4-4bb9-487f-903b-305d62e150e8 to /dev/sdb [ 1208.020282] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.020481] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.020664] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleting the datastore file [datastore1] bcc538e2-415c-41ae-8fda-35794b9a7d78 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.020921] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ac03f6-4885-44cb-9ded-cc43cebc9b46 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.030704] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1208.030704] env[65899]: value = "task-4895674" [ 1208.030704] env[65899]: _type = "Task" [ 1208.030704] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.039492] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.050736] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f813af-fc9e-490f-82c1-4bbf035a19ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.057868] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ecd6e-332e-4b96-bbf8-9cf3a29248ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.071631] env[65899]: DEBUG nova.virt.block_device [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updating existing volume attachment record: 57940486-f423-498e-8d66-e069a1e93b7a {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1208.082479] env[65899]: DEBUG nova.objects.instance [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'numa_topology' on Instance uuid c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.184293] env[65899]: DEBUG oslo_vmware.api [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895671, 'name': PowerOnVM_Task, 'duration_secs': 0.536369} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.184633] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.184821] env[65899]: INFO nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1208.185105] env[65899]: DEBUG nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1208.185962] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345baaf8-dc30-4309-b579-328d674ac10e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.195649] env[65899]: DEBUG nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1208.542366] env[65899]: DEBUG oslo_vmware.api [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157374} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.542736] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.542950] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.544524] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.544524] env[65899]: INFO nova.compute.manager [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1208.544524] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1208.544524] env[65899]: DEBUG nova.compute.manager [-] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1208.544524] env[65899]: DEBUG nova.network.neutron [-] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1208.544524] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.563926] env[65899]: DEBUG nova.compute.manager [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1208.564555] env[65899]: DEBUG nova.compute.manager [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing instance network info cache due to event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1208.564649] env[65899]: DEBUG oslo_concurrency.lockutils [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] Acquiring lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.564821] env[65899]: DEBUG oslo_concurrency.lockutils [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] Acquired lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.565050] env[65899]: DEBUG nova.network.neutron [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.585290] env[65899]: DEBUG nova.objects.base [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.643037] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.691793] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506894e-d2c9-482b-81e6-f5545a397399 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.711255] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1635d4-5f50-4192-b838-7e48f54e06b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.715335] env[65899]: INFO nova.compute.manager [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Took 14.28 seconds to build instance. [ 1208.754244] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.755199] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e3c83-1a8a-4219-a5e6-b0cbf5226baf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.764797] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b3cb8-bb71-4d16-ad47-c8430a7b6320 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.783267] env[65899]: DEBUG nova.compute.provider_tree [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.071666] env[65899]: WARNING neutronclient.v2_0.client [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.092181] env[65899]: DEBUG nova.compute.manager [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Received event network-changed-402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1209.092181] env[65899]: DEBUG nova.compute.manager [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Refreshing instance network info cache due to event network-changed-402c68f8-be11-4a3b-9fa2-ab268926be76. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1209.092181] env[65899]: DEBUG oslo_concurrency.lockutils [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] Acquiring lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.092181] env[65899]: DEBUG oslo_concurrency.lockutils [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] Acquired lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.092181] env[65899]: DEBUG nova.network.neutron [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Refreshing network info cache for port 402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.220635] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c594a36a-769f-4da2-99c9-a2e373cc4f2a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.791s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.251688] env[65899]: WARNING neutronclient.v2_0.client [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.287253] env[65899]: DEBUG nova.scheduler.client.report [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.342656] env[65899]: DEBUG nova.network.neutron [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updated VIF entry in instance network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1209.343036] env[65899]: DEBUG nova.network.neutron [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.582733] env[65899]: DEBUG nova.network.neutron [-] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.594777] env[65899]: WARNING neutronclient.v2_0.client [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.756282] env[65899]: WARNING neutronclient.v2_0.client [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.794897] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.798042] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.043s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.799096] env[65899]: INFO nova.compute.claims [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.845293] env[65899]: DEBUG oslo_concurrency.lockutils [req-79b383bf-1b4e-4aeb-a2a5-415c149c3691 req-c03caf7f-0a33-4a93-9fb6-48b35b2ae681 service nova] Releasing lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.852182] env[65899]: DEBUG nova.network.neutron [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Updated VIF entry in instance network info cache for port 402c68f8-be11-4a3b-9fa2-ab268926be76. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1209.852585] env[65899]: DEBUG nova.network.neutron [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Updating instance_info_cache with network_info: [{"id": "402c68f8-be11-4a3b-9fa2-ab268926be76", "address": "fa:16:3e:64:9f:92", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402c68f8-be", "ovs_interfaceid": "402c68f8-be11-4a3b-9fa2-ab268926be76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.031941] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.085537] env[65899]: INFO nova.compute.manager [-] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Took 1.54 seconds to deallocate network for instance. [ 1210.309271] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3d8a3f33-e54d-4f7d-a067-468fd69d2e1b tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.777s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.310271] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.279s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.310463] env[65899]: INFO nova.compute.manager [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Unshelving [ 1210.354876] env[65899]: DEBUG oslo_concurrency.lockutils [req-cc50767f-cb99-4710-b964-a94b21c7a1b0 req-0a094364-22c3-4b0d-a3f6-ddad89c2874b service nova] Releasing lock "refresh_cache-e5bcb915-9564-403b-b8e3-8d5d14890b0c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.597369] env[65899]: DEBUG nova.compute.manager [req-47de7cb9-1131-4819-9866-7f608088cbbc req-de4ea5e9-5076-4a54-b547-59f93550dd6b service nova] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Received event network-vif-deleted-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1210.633361] env[65899]: INFO nova.compute.manager [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Took 0.55 seconds to detach 1 volumes for instance. [ 1210.910467] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326adbef-68a4-4574-a314-0e4a9f52d9a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.917582] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa34320a-12df-4437-9d8a-c24e8cf5407b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.949941] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b81703-c0ea-4e7e-8249-ff19a9470eeb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.958315] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0c6f1c-c3f0-4e31-96e3-65864771fdd3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.972329] env[65899]: DEBUG nova.compute.provider_tree [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.141651] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.333249] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.476018] env[65899]: DEBUG nova.scheduler.client.report [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.983124] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.983681] env[65899]: DEBUG nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1211.987892] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.846s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.988076] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.990213] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.657s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.990421] env[65899]: DEBUG nova.objects.instance [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'pci_requests' on Instance uuid c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.009591] env[65899]: INFO nova.scheduler.client.report [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted allocations for instance bcc538e2-415c-41ae-8fda-35794b9a7d78 [ 1212.491050] env[65899]: DEBUG nova.compute.utils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.491702] env[65899]: DEBUG nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1212.491950] env[65899]: DEBUG nova.network.neutron [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1212.492341] env[65899]: WARNING neutronclient.v2_0.client [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.494183] env[65899]: WARNING neutronclient.v2_0.client [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.496829] env[65899]: DEBUG nova.objects.instance [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'numa_topology' on Instance uuid c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.520522] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ecfe8812-5223-4341-8590-1a017e4edc88 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "bcc538e2-415c-41ae-8fda-35794b9a7d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.734s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.552881] env[65899]: DEBUG nova.policy [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5fdc881f475431b91d1accadf4033da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b433241c78c742d691a5efec0cc99442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.617461] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1212.617768] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1212.618715] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff60d2e-1633-40a5-a71d-eddbaa922c65 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.636614] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12764dd6-886a-4c56-9dc5-afa03240bac4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.662692] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-9d1eebc4-4bb9-487f-903b-305d62e150e8/volume-9d1eebc4-4bb9-487f-903b-305d62e150e8.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.663025] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5f8fea-dd90-4896-88ff-1c91ae339f51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.682643] env[65899]: DEBUG oslo_vmware.api [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1212.682643] env[65899]: value = "task-4895679" [ 1212.682643] env[65899]: _type = "Task" [ 1212.682643] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.691742] env[65899]: DEBUG oslo_vmware.api [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.869204] env[65899]: DEBUG nova.network.neutron [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Successfully created port: 061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1212.996106] env[65899]: DEBUG nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1212.999346] env[65899]: INFO nova.compute.claims [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.193027] env[65899]: DEBUG oslo_vmware.api [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895679, 'name': ReconfigVM_Task, 'duration_secs': 0.387598} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.193344] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-9d1eebc4-4bb9-487f-903b-305d62e150e8/volume-9d1eebc4-4bb9-487f-903b-305d62e150e8.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.198071] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed2fbb2-6db7-454e-8344-40fbaed6b8fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.213418] env[65899]: DEBUG oslo_vmware.api [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1213.213418] env[65899]: value = "task-4895680" [ 1213.213418] env[65899]: _type = "Task" [ 1213.213418] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.221838] env[65899]: DEBUG oslo_vmware.api [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.362713] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.362956] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.726965] env[65899]: DEBUG oslo_vmware.api [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895680, 'name': ReconfigVM_Task, 'duration_secs': 0.142331} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.727420] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1213.865338] env[65899]: DEBUG nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1214.010569] env[65899]: DEBUG nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1214.041678] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1214.041957] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.042185] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1214.042421] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.042622] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1214.042816] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1214.043080] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1214.043293] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1214.043531] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1214.043839] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1214.044095] env[65899]: DEBUG nova.virt.hardware [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1214.045039] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1a10c8-d217-4be5-a595-7743926a0d0e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.057272] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a2fde-86f1-4632-8ff0-d69e1f038b19 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.121016] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8510d5f-c340-4f34-b398-4e44d6a6c687 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.128817] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376724a6-43f7-4eee-b33c-46f4d5e5ff04 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.159375] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3cd87c-a13e-4a6a-9cc7-98ea96c06dbb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.167399] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6686500b-844f-49b2-8e4e-79903e1ad983 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.182907] env[65899]: DEBUG nova.compute.provider_tree [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.318667] env[65899]: DEBUG nova.compute.manager [req-59d75c5e-dc14-40f1-9e8b-b287ec9a034b req-d677e65a-94e7-4182-9a82-3b28bd550deb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Received event network-vif-plugged-061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1214.318828] env[65899]: DEBUG oslo_concurrency.lockutils [req-59d75c5e-dc14-40f1-9e8b-b287ec9a034b req-d677e65a-94e7-4182-9a82-3b28bd550deb service nova] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.319088] env[65899]: DEBUG oslo_concurrency.lockutils [req-59d75c5e-dc14-40f1-9e8b-b287ec9a034b req-d677e65a-94e7-4182-9a82-3b28bd550deb service nova] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.319264] env[65899]: DEBUG oslo_concurrency.lockutils [req-59d75c5e-dc14-40f1-9e8b-b287ec9a034b req-d677e65a-94e7-4182-9a82-3b28bd550deb service nova] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.319463] env[65899]: DEBUG nova.compute.manager [req-59d75c5e-dc14-40f1-9e8b-b287ec9a034b req-d677e65a-94e7-4182-9a82-3b28bd550deb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] No waiting events found dispatching network-vif-plugged-061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1214.319666] env[65899]: WARNING nova.compute.manager [req-59d75c5e-dc14-40f1-9e8b-b287ec9a034b req-d677e65a-94e7-4182-9a82-3b28bd550deb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Received unexpected event network-vif-plugged-061133a5-d8e1-4576-b2b5-1e0674a26205 for instance with vm_state building and task_state spawning. [ 1214.383799] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.403332] env[65899]: DEBUG nova.network.neutron [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Successfully updated port: 061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1214.686229] env[65899]: DEBUG nova.scheduler.client.report [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.770128] env[65899]: DEBUG nova.objects.instance [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'flavor' on Instance uuid 501d7679-8636-4460-9fa0-99127557498f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.907145] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.907145] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.907145] env[65899]: DEBUG nova.network.neutron [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1215.191768] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.201s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.192843] env[65899]: WARNING neutronclient.v2_0.client [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.195011] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.811s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.196416] env[65899]: INFO nova.compute.claims [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.225827] env[65899]: INFO nova.network.neutron [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating port 2a6bcce6-de60-4586-8f98-e338d9680cb6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1215.275434] env[65899]: DEBUG oslo_concurrency.lockutils [None req-938c4d7b-f62f-434c-ac2d-2210f2c967d0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.443271] env[65899]: DEBUG nova.network.neutron [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1215.530641] env[65899]: WARNING neutronclient.v2_0.client [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.610952] env[65899]: DEBUG nova.network.neutron [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.706481] env[65899]: INFO nova.compute.manager [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Rebuilding instance [ 1215.754025] env[65899]: DEBUG nova.compute.manager [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1215.755023] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273f274-7e8a-4c04-8661-8f49640fee08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.114438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.114810] env[65899]: DEBUG nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Instance network_info: |[{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1216.115331] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:60:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '061133a5-d8e1-4576-b2b5-1e0674a26205', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.122971] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Creating folder: Project (b433241c78c742d691a5efec0cc99442). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.125245] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0a6b46-a3b7-41f4-988a-41b43d52f744 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.136934] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Created folder: Project (b433241c78c742d691a5efec0cc99442) in parent group-v953787. [ 1216.137096] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Creating folder: Instances. Parent ref: group-v954105. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.137355] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc4554b5-0809-4516-9034-55f07b8c98fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.147866] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Created folder: Instances in parent group-v954105. [ 1216.148135] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1216.148346] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.148558] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec959a2-a763-4782-8e54-f04a9403993e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.168066] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.168066] env[65899]: value = "task-4895683" [ 1216.168066] env[65899]: _type = "Task" [ 1216.168066] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.177173] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895683, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.309308] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f080f1-20dc-453f-94b2-bfad5eb9d0df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.318093] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1f50d-8bca-430a-9c72-93c4fff53688 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.351352] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d8b57-de32-48fe-b34e-10b55356d2e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.355521] env[65899]: DEBUG nova.compute.manager [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Received event network-changed-061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1216.355726] env[65899]: DEBUG nova.compute.manager [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Refreshing instance network info cache due to event network-changed-061133a5-d8e1-4576-b2b5-1e0674a26205. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1216.355935] env[65899]: DEBUG oslo_concurrency.lockutils [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.356114] env[65899]: DEBUG oslo_concurrency.lockutils [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.356295] env[65899]: DEBUG nova.network.neutron [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Refreshing network info cache for port 061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.364519] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f5913-1122-4ba7-bcef-2629e6f46fb3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.380646] env[65899]: DEBUG nova.compute.provider_tree [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.678385] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895683, 'name': CreateVM_Task, 'duration_secs': 0.304682} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.678570] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.679125] env[65899]: WARNING neutronclient.v2_0.client [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.679519] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.679686] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.680023] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.680314] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07de7aac-49bf-4567-88b2-65e587bd688b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.685875] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1216.685875] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4f976-3d01-d47a-b207-124eec4595db" [ 1216.685875] env[65899]: _type = "Task" [ 1216.685875] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.694165] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4f976-3d01-d47a-b207-124eec4595db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.716060] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.716356] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.717034] env[65899]: DEBUG nova.network.neutron [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1216.771967] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.772377] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97c2d88-e164-4f12-9741-4f0bbfb480f8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.781310] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1216.781310] env[65899]: value = "task-4895684" [ 1216.781310] env[65899]: _type = "Task" [ 1216.781310] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.791318] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.859729] env[65899]: WARNING neutronclient.v2_0.client [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.883692] env[65899]: DEBUG nova.scheduler.client.report [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.029187] env[65899]: WARNING neutronclient.v2_0.client [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.096079] env[65899]: DEBUG nova.network.neutron [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updated VIF entry in instance network info cache for port 061133a5-d8e1-4576-b2b5-1e0674a26205. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1217.096484] env[65899]: DEBUG nova.network.neutron [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.197233] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52b4f976-3d01-d47a-b207-124eec4595db, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.197617] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.197812] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.198016] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.198160] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.198348] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.198602] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23a7f87a-e2d5-4f2c-a77a-e36d8bdbba0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.207988] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.208246] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.209009] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e2d36ab-cacc-43ec-ae24-180aa0a722c0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.215020] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1217.215020] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5290fbb3-7f74-ffce-885d-6bed220e8bb6" [ 1217.215020] env[65899]: _type = "Task" [ 1217.215020] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.218875] env[65899]: WARNING neutronclient.v2_0.client [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.224443] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290fbb3-7f74-ffce-885d-6bed220e8bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.294838] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895684, 'name': PowerOffVM_Task, 'duration_secs': 0.22711} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.294838] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.352323] env[65899]: INFO nova.compute.manager [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Detaching volume 9d1eebc4-4bb9-487f-903b-305d62e150e8 [ 1217.384516] env[65899]: WARNING neutronclient.v2_0.client [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.387726] env[65899]: INFO nova.virt.block_device [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Attempting to driver detach volume 9d1eebc4-4bb9-487f-903b-305d62e150e8 from mountpoint /dev/sdb [ 1217.387948] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.388188] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.389160] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.389653] env[65899]: DEBUG nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1217.393876] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ecd1c7-a15e-4be7-b1c1-c5112a32b526 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.417987] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d80c0-c397-44e6-a814-26023d3b492c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.427050] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce31f91-b420-4e8b-87ef-1fff9236c255 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.450787] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa1e38e-c5ff-46ec-9c3c-ffb4b4e0ce08 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.468074] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d1eebc4-4bb9-487f-903b-305d62e150e8/volume-9d1eebc4-4bb9-487f-903b-305d62e150e8.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.472909] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.474257] env[65899]: DEBUG nova.network.neutron [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.475450] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76bc5f19-c4f5-4a2f-b274-0195245b0757 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.495585] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1217.495585] env[65899]: value = "task-4895685" [ 1217.495585] env[65899]: _type = "Task" [ 1217.495585] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.504431] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.598941] env[65899]: DEBUG oslo_concurrency.lockutils [req-3af5424d-f0d2-4313-bad1-b121109dce38 req-31fee7d5-f165-470e-b3d5-473b321d2e7a service nova] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.725671] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5290fbb3-7f74-ffce-885d-6bed220e8bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.726473] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09c0e97-f47a-42df-a54c-1ccdd5ddb23c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.731692] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1217.731692] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0c96a-22fc-521e-f484-0884543355df" [ 1217.731692] env[65899]: _type = "Task" [ 1217.731692] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.740212] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0c96a-22fc-521e-f484-0884543355df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.898809] env[65899]: DEBUG nova.compute.utils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.900254] env[65899]: DEBUG nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1217.900470] env[65899]: DEBUG nova.network.neutron [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1217.900805] env[65899]: WARNING neutronclient.v2_0.client [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.901115] env[65899]: WARNING neutronclient.v2_0.client [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.940432] env[65899]: DEBUG nova.policy [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adce49c3d5894fb3849b4b6dfb542957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ec6d067cda04e9ab138af689fdc07bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.989735] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.007520] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895685, 'name': ReconfigVM_Task, 'duration_secs': 0.203265} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.007864] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.012865] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0928226d-8ed4-422c-92e3-1d4f2ca2ce31 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.028892] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1218.028892] env[65899]: value = "task-4895686" [ 1218.028892] env[65899]: _type = "Task" [ 1218.028892] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.040464] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.043259] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5aaaab13e568f8b06222dee0f6ec17c6',container_format='bare',created_at=2025-12-01T13:43:53Z,direct_url=,disk_format='vmdk',id=48a6922a-cea0-44cc-a44a-36ebe4840d6d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1818373986-shelved',owner='43a932921185406e952f642af150b2d5',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-12-01T13:44:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.043514] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.043670] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.043851] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.044066] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.044241] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.044464] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.044662] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.044906] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.045281] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.045366] env[65899]: DEBUG nova.virt.hardware [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.046505] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f3858-f425-4453-aad2-e6ba82433a98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.055899] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9661f44-7934-40a0-aeaa-30e2947d4953 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.072619] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:34:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6bcce6-de60-4586-8f98-e338d9680cb6', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.080681] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1218.080965] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.081223] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d281922-8106-4ef7-9e4f-9493fa39d715 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.101698] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.101698] env[65899]: value = "task-4895687" [ 1218.101698] env[65899]: _type = "Task" [ 1218.101698] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.110469] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895687, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.244705] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d0c96a-22fc-521e-f484-0884543355df, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.244705] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.244705] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] a4310fb9-38df-4ae4-9605-ff7503634a91/a4310fb9-38df-4ae4-9605-ff7503634a91.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.244705] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12f8baa-de1f-4b26-958a-f12e24d13985 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.253025] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1218.253025] env[65899]: value = "task-4895688" [ 1218.253025] env[65899]: _type = "Task" [ 1218.253025] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.258055] env[65899]: DEBUG nova.network.neutron [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Successfully created port: f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1218.267668] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.386985] env[65899]: DEBUG nova.compute.manager [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-vif-plugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1218.387485] env[65899]: DEBUG oslo_concurrency.lockutils [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.387875] env[65899]: DEBUG oslo_concurrency.lockutils [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.388279] env[65899]: DEBUG oslo_concurrency.lockutils [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.388625] env[65899]: DEBUG nova.compute.manager [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] No waiting events found dispatching network-vif-plugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1218.388963] env[65899]: WARNING nova.compute.manager [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received unexpected event network-vif-plugged-2a6bcce6-de60-4586-8f98-e338d9680cb6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1218.389567] env[65899]: DEBUG nova.compute.manager [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1218.389884] env[65899]: DEBUG nova.compute.manager [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing instance network info cache due to event network-changed-2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1218.390420] env[65899]: DEBUG oslo_concurrency.lockutils [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] Acquiring lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.390698] env[65899]: DEBUG oslo_concurrency.lockutils [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] Acquired lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.391953] env[65899]: DEBUG nova.network.neutron [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Refreshing network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.403976] env[65899]: DEBUG nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1218.540165] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895686, 'name': ReconfigVM_Task, 'duration_secs': 0.257034} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.540570] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.613494] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895687, 'name': CreateVM_Task, 'duration_secs': 0.378541} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.613714] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.614454] env[65899]: WARNING neutronclient.v2_0.client [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.614837] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.614998] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.615420] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.615715] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0a6313-a272-4906-af59-3a98a7937e77 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.621144] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1218.621144] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523d8f03-a2ec-37db-eac1-20fd9512c14a" [ 1218.621144] env[65899]: _type = "Task" [ 1218.621144] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.629874] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523d8f03-a2ec-37db-eac1-20fd9512c14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.763616] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.893772] env[65899]: WARNING neutronclient.v2_0.client [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.110094] env[65899]: WARNING neutronclient.v2_0.client [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.133642] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.133934] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Processing image 48a6922a-cea0-44cc-a44a-36ebe4840d6d {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.134226] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d/48a6922a-cea0-44cc-a44a-36ebe4840d6d.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.134403] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d/48a6922a-cea0-44cc-a44a-36ebe4840d6d.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.134591] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.134870] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5c0355-251e-4d5f-8360-2973757f1b98 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.145159] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.145384] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.146603] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ada5ec-706a-4f90-a014-9aa78ca2cf63 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.158356] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1219.158356] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f5e2b1-0eaa-a89d-615f-adef51b5012c" [ 1219.158356] env[65899]: _type = "Task" [ 1219.158356] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.167391] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f5e2b1-0eaa-a89d-615f-adef51b5012c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.252047] env[65899]: DEBUG nova.network.neutron [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updated VIF entry in instance network info cache for port 2a6bcce6-de60-4586-8f98-e338d9680cb6. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1219.252481] env[65899]: DEBUG nova.network.neutron [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [{"id": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "address": "fa:16:3e:66:34:82", "network": {"id": "5bb86125-6d4e-49f1-b351-fe82c192043e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1524940277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43a932921185406e952f642af150b2d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6bcce6-de", "ovs_interfaceid": "2a6bcce6-de60-4586-8f98-e338d9680cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.263928] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603155} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.264936] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] a4310fb9-38df-4ae4-9605-ff7503634a91/a4310fb9-38df-4ae4-9605-ff7503634a91.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.265259] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.265610] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b41b0797-a1d0-4c42-9a9d-417fdf38f7ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.273707] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1219.273707] env[65899]: value = "task-4895689" [ 1219.273707] env[65899]: _type = "Task" [ 1219.273707] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.284858] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.414806] env[65899]: DEBUG nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1219.440381] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1219.440627] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.440774] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1219.441013] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.441176] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1219.441320] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1219.441586] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1219.441761] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1219.441925] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1219.442096] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1219.442267] env[65899]: DEBUG nova.virt.hardware [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1219.443129] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca33ea1-a11e-4735-9f45-4b1cef78f638 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.451095] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44943879-27d6-4c72-926e-ec7c00f1d734 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.599448] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.599448] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced7aaa9-f2af-4be1-bf84-a7172ac95cc1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.607596] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1219.607596] env[65899]: value = "task-4895690" [ 1219.607596] env[65899]: _type = "Task" [ 1219.607596] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.616183] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.668977] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Preparing fetch location {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1219.669272] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Fetch image to [datastore2] OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6/OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6.vmdk {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1219.669553] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Downloading stream optimized image 48a6922a-cea0-44cc-a44a-36ebe4840d6d to [datastore2] OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6/OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6.vmdk on the data store datastore2 as vApp {{(pid=65899) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1219.669746] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Downloading image file data 48a6922a-cea0-44cc-a44a-36ebe4840d6d to the ESX as VM named 'OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6' {{(pid=65899) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1219.746710] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1219.746710] env[65899]: value = "resgroup-9" [ 1219.746710] env[65899]: _type = "ResourcePool" [ 1219.746710] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1219.747090] env[65899]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f3c39990-a096-4902-9e2b-deb63f554192 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.765687] env[65899]: DEBUG nova.network.neutron [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Successfully updated port: f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1219.767268] env[65899]: DEBUG oslo_concurrency.lockutils [req-37d8c68a-dd48-49f1-8b48-4a84a85931fc req-6aec14f4-a178-478a-8175-89f7f19816d1 service nova] Releasing lock "refresh_cache-c9430cd8-151e-445a-bf77-faf3dd369e6c" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.775806] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease: (returnval){ [ 1219.775806] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52caba18-4034-2474-d020-5d32b6538d70" [ 1219.775806] env[65899]: _type = "HttpNfcLease" [ 1219.775806] env[65899]: } obtained for vApp import into resource pool (val){ [ 1219.775806] env[65899]: value = "resgroup-9" [ 1219.775806] env[65899]: _type = "ResourcePool" [ 1219.775806] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1219.776293] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the lease: (returnval){ [ 1219.776293] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52caba18-4034-2474-d020-5d32b6538d70" [ 1219.776293] env[65899]: _type = "HttpNfcLease" [ 1219.776293] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1219.790514] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062484} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.792321] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.792623] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.792623] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52caba18-4034-2474-d020-5d32b6538d70" [ 1219.792623] env[65899]: _type = "HttpNfcLease" [ 1219.792623] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1219.793356] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdc3dcf-18eb-4d3c-b6d5-c9bc0e9d0b18 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.817809] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a4310fb9-38df-4ae4-9605-ff7503634a91/a4310fb9-38df-4ae4-9605-ff7503634a91.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.818212] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6909ba6a-1a63-45ec-abbc-50969c490b6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.839269] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1219.839269] env[65899]: value = "task-4895692" [ 1219.839269] env[65899]: _type = "Task" [ 1219.839269] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.848749] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.121592] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1220.121824] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1220.122083] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1220.122956] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0428139-dc5e-4d11-a5a4-4939f8e55328 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.144400] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fcc8a1-9a3a-47bc-ae75-f25f20926f81 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.151435] env[65899]: WARNING nova.virt.vmwareapi.driver [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1220.151761] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.152611] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c0384d-4cfb-4066-affe-f572a2cfa439 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.159972] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.160255] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6b0a7e-3a1c-415b-8a44-c254f78066da {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.234837] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.235111] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.235353] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleting the datastore file [datastore2] 501d7679-8636-4460-9fa0-99127557498f {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.235644] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f2bd51-ea31-4fca-8a4c-896bf66a2f27 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.242485] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1220.242485] env[65899]: value = "task-4895694" [ 1220.242485] env[65899]: _type = "Task" [ 1220.242485] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.250787] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.268611] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.268925] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.269014] env[65899]: DEBUG nova.network.neutron [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1220.289214] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.289214] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52caba18-4034-2474-d020-5d32b6538d70" [ 1220.289214] env[65899]: _type = "HttpNfcLease" [ 1220.289214] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1220.289632] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1220.289632] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52caba18-4034-2474-d020-5d32b6538d70" [ 1220.289632] env[65899]: _type = "HttpNfcLease" [ 1220.289632] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1220.290433] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b722a0-579b-46b0-bcae-ad8578fb4dac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.299488] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b731fd-9606-5a5b-9993-5272b75accca/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1220.299847] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b731fd-9606-5a5b-9993-5272b75accca/disk-0.vmdk. {{(pid=65899) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1220.369666] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4e2ce8b-b92c-413a-bad3-d3dd5d8e4f02 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.371813] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895692, 'name': ReconfigVM_Task, 'duration_secs': 0.292261} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.373810] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a4310fb9-38df-4ae4-9605-ff7503634a91/a4310fb9-38df-4ae4-9605-ff7503634a91.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.375342] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc617d1d-a090-45dd-84e9-9464b34261fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.382619] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1220.382619] env[65899]: value = "task-4895695" [ 1220.382619] env[65899]: _type = "Task" [ 1220.382619] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.392684] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895695, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.423761] env[65899]: DEBUG nova.compute.manager [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-vif-plugged-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1220.424170] env[65899]: DEBUG oslo_concurrency.lockutils [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.424426] env[65899]: DEBUG oslo_concurrency.lockutils [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.424599] env[65899]: DEBUG oslo_concurrency.lockutils [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.424774] env[65899]: DEBUG nova.compute.manager [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] No waiting events found dispatching network-vif-plugged-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1220.424942] env[65899]: WARNING nova.compute.manager [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received unexpected event network-vif-plugged-f931ba54-64cd-49d2-b590-617d0715893f for instance with vm_state building and task_state spawning. [ 1220.425142] env[65899]: DEBUG nova.compute.manager [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-changed-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1220.425301] env[65899]: DEBUG nova.compute.manager [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing instance network info cache due to event network-changed-f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1220.425478] env[65899]: DEBUG oslo_concurrency.lockutils [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] Acquiring lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.754126] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129095} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.755793] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.756020] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.756201] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.809385] env[65899]: DEBUG nova.network.neutron [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1220.889795] env[65899]: WARNING neutronclient.v2_0.client [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.898232] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895695, 'name': Rename_Task, 'duration_secs': 0.139872} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.898519] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.898869] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e55b8930-d16e-44c3-8dc9-2e184c20e24c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.907576] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1220.907576] env[65899]: value = "task-4895696" [ 1220.907576] env[65899]: _type = "Task" [ 1220.907576] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.917625] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.968611] env[65899]: DEBUG nova.network.neutron [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf931ba54-64", "ovs_interfaceid": "f931ba54-64cd-49d2-b590-617d0715893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.261649] env[65899]: INFO nova.virt.block_device [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Booting with volume 9d1eebc4-4bb9-487f-903b-305d62e150e8 at /dev/sdb [ 1221.305031] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-109b60c2-9475-42a9-a2b4-302126e00f48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.316763] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba57110-c42b-4bd0-9838-c21a6fc52bdd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.358639] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53c56705-935e-4a1e-aa79-68aedfc4322c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.370112] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6afc7-f1c6-4b28-a1e1-228b0e2c90ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.418480] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce5573-b58b-4770-a875-cb0e90d9d35e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.430330] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.434575] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f04732-7f6e-4706-9c45-adab89384eec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.452468] env[65899]: DEBUG nova.virt.block_device [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updating existing volume attachment record: e4819709-e4aa-40f8-84b4-8c8255e967c8 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.455960] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Completed reading data from the image iterator. {{(pid=65899) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1221.456192] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b731fd-9606-5a5b-9993-5272b75accca/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1221.457710] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de39b844-1cc7-47d9-95a8-dbed0f9d59ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.465419] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b731fd-9606-5a5b-9993-5272b75accca/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1221.465659] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b731fd-9606-5a5b-9993-5272b75accca/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1221.465905] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-81e6194b-e76e-41e4-b103-8a067860beec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.471836] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.472144] env[65899]: DEBUG nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Instance network_info: |[{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf931ba54-64", "ovs_interfaceid": "f931ba54-64cd-49d2-b590-617d0715893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1221.472529] env[65899]: DEBUG oslo_concurrency.lockutils [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] Acquired lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.472714] env[65899]: DEBUG nova.network.neutron [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing network info cache for port f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.474231] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ee:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f931ba54-64cd-49d2-b590-617d0715893f', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.482741] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1221.483465] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.483764] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe2605b-69d1-4bd3-a31e-2a819dd389cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.508610] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.508610] env[65899]: value = "task-4895697" [ 1221.508610] env[65899]: _type = "Task" [ 1221.508610] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.525899] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895697, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.811060] env[65899]: DEBUG oslo_vmware.rw_handles [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b731fd-9606-5a5b-9993-5272b75accca/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1221.811060] env[65899]: INFO nova.virt.vmwareapi.images [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Downloaded image file data 48a6922a-cea0-44cc-a44a-36ebe4840d6d [ 1221.811941] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13203afe-7462-4196-b27f-79551b617cd1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.829963] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92494085-045e-44f7-9abf-21b2c736537d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.856240] env[65899]: INFO nova.virt.vmwareapi.images [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] The imported VM was unregistered [ 1221.859011] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Caching image {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1221.859273] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Creating directory with path [datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.859639] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35088543-48b3-4e0d-b7d7-7534b82a81dd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.875710] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Created directory with path [datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.875914] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6/OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6.vmdk to [datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d/48a6922a-cea0-44cc-a44a-36ebe4840d6d.vmdk. {{(pid=65899) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1221.876200] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4e61458-0224-48ba-af8c-1f6222004fef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.883762] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1221.883762] env[65899]: value = "task-4895699" [ 1221.883762] env[65899]: _type = "Task" [ 1221.883762] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.892167] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895699, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.922060] env[65899]: DEBUG oslo_vmware.api [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895696, 'name': PowerOnVM_Task, 'duration_secs': 0.549841} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.922378] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.922580] env[65899]: INFO nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1221.922756] env[65899]: DEBUG nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1221.923548] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46e174-825f-47fc-b45e-5fa55980e19f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.985023] env[65899]: WARNING neutronclient.v2_0.client [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.020202] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895697, 'name': CreateVM_Task, 'duration_secs': 0.486412} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.020377] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.020935] env[65899]: WARNING neutronclient.v2_0.client [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.021307] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.021457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.021772] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.022637] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2cd50b1-2cd2-424b-b0b8-0eef67c03881 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.028608] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1222.028608] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]526fa7eb-477d-a458-addd-1c705476d8ba" [ 1222.028608] env[65899]: _type = "Task" [ 1222.028608] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.039492] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526fa7eb-477d-a458-addd-1c705476d8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.172132] env[65899]: WARNING neutronclient.v2_0.client [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.252732] env[65899]: DEBUG nova.network.neutron [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updated VIF entry in instance network info cache for port f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1222.253237] env[65899]: DEBUG nova.network.neutron [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf931ba54-64", "ovs_interfaceid": "f931ba54-64cd-49d2-b590-617d0715893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.401029] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895699, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.450147] env[65899]: INFO nova.compute.manager [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Took 13.74 seconds to build instance. [ 1222.541132] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]526fa7eb-477d-a458-addd-1c705476d8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.541423] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.541652] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.541889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.542082] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.542280] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.542579] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec908b47-c152-46b6-9c0c-29082d69a4fe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.561690] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.561690] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.562596] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a815f2-7f63-417d-a0c5-c58e01f2cff9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.569622] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1222.569622] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5288ac4d-f8b9-e541-121c-5feae3364dd6" [ 1222.569622] env[65899]: _type = "Task" [ 1222.569622] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.578999] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5288ac4d-f8b9-e541-121c-5feae3364dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.756862] env[65899]: DEBUG oslo_concurrency.lockutils [req-c7f29ae4-6a61-4f24-b948-d75a366f1360 req-5cfaaf7a-e8b1-4187-8853-19cc89e4b5d7 service nova] Releasing lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.895131] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895699, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.952946] env[65899]: DEBUG oslo_concurrency.lockutils [None req-69f25f64-3308-47cc-81da-423386b3c069 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.261s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.087126] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5288ac4d-f8b9-e541-121c-5feae3364dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.095126} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.088019] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284f1558-30f2-456f-8db7-090b0cff424e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.095173] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1223.095173] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d55d1a-ef01-c7cd-7fab-77b073608c5e" [ 1223.095173] env[65899]: _type = "Task" [ 1223.095173] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.104454] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d55d1a-ef01-c7cd-7fab-77b073608c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.260730] env[65899]: DEBUG nova.compute.manager [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Received event network-changed-061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1223.260929] env[65899]: DEBUG nova.compute.manager [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Refreshing instance network info cache due to event network-changed-061133a5-d8e1-4576-b2b5-1e0674a26205. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1223.261151] env[65899]: DEBUG oslo_concurrency.lockutils [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.261318] env[65899]: DEBUG oslo_concurrency.lockutils [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.261542] env[65899]: DEBUG nova.network.neutron [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Refreshing network info cache for port 061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.397376] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895699, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.608520] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d55d1a-ef01-c7cd-7fab-77b073608c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.083753} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.610885] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.611127] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.611283] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.611462] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.611604] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.611744] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.611990] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.612196] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.612379] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.612530] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.612701] env[65899]: DEBUG nova.virt.hardware [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.613024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.613268] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.614086] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153a6a5-9672-4f83-9bac-9199a07bedc5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.616731] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0265196-2558-40da-bb00-6b177e1edeb1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.625546] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a4f2a6-1893-44cf-8b59-042e48cea61e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.629727] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1223.629727] env[65899]: value = "task-4895700" [ 1223.629727] env[65899]: _type = "Task" [ 1223.629727] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.641441] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:05:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d1ba292-873d-4e72-b4f3-84229160da81', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.649080] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1223.649956] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.650221] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ebc12c-741a-48b0-b436-f486d71dec66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.667781] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.675176] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.675176] env[65899]: value = "task-4895701" [ 1223.675176] env[65899]: _type = "Task" [ 1223.675176] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.683707] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895701, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.764783] env[65899]: WARNING neutronclient.v2_0.client [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.898206] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895699, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.984917] env[65899]: WARNING neutronclient.v2_0.client [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.080222] env[65899]: DEBUG nova.network.neutron [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updated VIF entry in instance network info cache for port 061133a5-d8e1-4576-b2b5-1e0674a26205. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1224.080708] env[65899]: DEBUG nova.network.neutron [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.142111] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.189516] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895701, 'name': CreateVM_Task, 'duration_secs': 0.502986} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.189785] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.190450] env[65899]: WARNING neutronclient.v2_0.client [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1224.190908] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.191112] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.191458] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.191782] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e496f7da-361a-419d-baaa-1f7090121d4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.198376] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1224.198376] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5291a7e1-7c1a-12ce-bdc7-c0aa1966c111" [ 1224.198376] env[65899]: _type = "Task" [ 1224.198376] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.209649] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5291a7e1-7c1a-12ce-bdc7-c0aa1966c111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.396877] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895699, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.463141} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.397391] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6/OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6.vmdk to [datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d/48a6922a-cea0-44cc-a44a-36ebe4840d6d.vmdk. [ 1224.397391] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Cleaning up location [datastore2] OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1224.397559] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fd154cfa-b09b-4562-a1e2-ef78923404b6 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.397849] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca011c9-e07f-4afa-ae2b-197cb423c38a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.406446] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1224.406446] env[65899]: value = "task-4895702" [ 1224.406446] env[65899]: _type = "Task" [ 1224.406446] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.417187] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.584512] env[65899]: DEBUG oslo_concurrency.lockutils [req-8a0202e4-0191-4919-906e-26762eaaef5a req-6ab8aa50-be7d-4e2d-a8df-87abe9cad4cb service nova] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.641045] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.709761] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5291a7e1-7c1a-12ce-bdc7-c0aa1966c111, 'name': SearchDatastore_Task, 'duration_secs': 0.081032} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.710083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.710284] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.710546] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.710702] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.710889] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.711174] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03cf03f0-a571-4e81-9ee9-ba23634436bb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.721463] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.721645] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.722394] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0380a89b-dd81-4f0d-b627-0a9c948685b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.727934] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1224.727934] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5294c5b3-2558-f961-7995-9cc31627f516" [ 1224.727934] env[65899]: _type = "Task" [ 1224.727934] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.735633] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5294c5b3-2558-f961-7995-9cc31627f516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.917155] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199706} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.917652] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.917652] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d/48a6922a-cea0-44cc-a44a-36ebe4840d6d.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.917824] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d/48a6922a-cea0-44cc-a44a-36ebe4840d6d.vmdk to [datastore2] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.918100] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85a64fec-321f-4951-a5f3-60598c18515b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.924946] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1224.924946] env[65899]: value = "task-4895703" [ 1224.924946] env[65899]: _type = "Task" [ 1224.924946] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.933708] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.140997] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895700, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088285} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.141293] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.141504] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.141767] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dd1e7d9-5795-48bd-b44f-6746d224bfb8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.148519] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1225.148519] env[65899]: value = "task-4895704" [ 1225.148519] env[65899]: _type = "Task" [ 1225.148519] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.156814] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.239316] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5294c5b3-2558-f961-7995-9cc31627f516, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.240459] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7dd421-5570-4e0b-8fe4-d115cdbe49f7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.247998] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1225.247998] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52263533-6335-3c74-b1f1-c74447636d6f" [ 1225.247998] env[65899]: _type = "Task" [ 1225.247998] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.257296] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52263533-6335-3c74-b1f1-c74447636d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.434773] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.658683] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070905} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.659618] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.660418] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c8daf7-5b16-4301-8528-fbf2c0bb814e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.684219] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.684492] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7dbfbd-b5e0-4785-a8f6-80c4041bc639 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.703943] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1225.703943] env[65899]: value = "task-4895705" [ 1225.703943] env[65899]: _type = "Task" [ 1225.703943] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.712215] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.758890] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52263533-6335-3c74-b1f1-c74447636d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.021855} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.759280] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.759579] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.759838] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f78eaf-336b-47b0-9fad-43b0b8a9d969 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.766748] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1225.766748] env[65899]: value = "task-4895706" [ 1225.766748] env[65899]: _type = "Task" [ 1225.766748] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.776146] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.937161] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.216216] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.276618] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.436871] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.715426] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.777338] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895706, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.937160] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.217219] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.278222] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895706, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.437882] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.716963] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895705, 'name': ReconfigVM_Task, 'duration_secs': 1.585141} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.717376] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.717962] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55a0fed7-74ed-4be8-ac29-46628a786667 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.726154] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1227.726154] env[65899]: value = "task-4895707" [ 1227.726154] env[65899]: _type = "Task" [ 1227.726154] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.736785] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895707, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.778709] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895706, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.937874] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.236272] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895707, 'name': Rename_Task, 'duration_secs': 0.501661} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.236561] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.236839] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c786a3ef-2cf0-4282-a05b-2ae34e36e4a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.243315] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1228.243315] env[65899]: value = "task-4895708" [ 1228.243315] env[65899]: _type = "Task" [ 1228.243315] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.256181] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.281077] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895706, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.111053} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.281077] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.281077] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.281077] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8069f23-a485-4312-ab7c-de5e3ac8ddb6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.287919] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1228.287919] env[65899]: value = "task-4895709" [ 1228.287919] env[65899]: _type = "Task" [ 1228.287919] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.296706] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.438603] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895703, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.232734} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.438855] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/48a6922a-cea0-44cc-a44a-36ebe4840d6d/48a6922a-cea0-44cc-a44a-36ebe4840d6d.vmdk to [datastore2] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.439638] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9490a9ba-69d8-4bfa-8f1f-55d46d2841ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.462304] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.462498] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab081ca2-6bf6-4a66-aa18-5059d7e63934 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.482910] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1228.482910] env[65899]: value = "task-4895710" [ 1228.482910] env[65899]: _type = "Task" [ 1228.482910] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.491802] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.753724] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.798122] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.992897] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.254274] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.298408] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895709, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.494137] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.755590] env[65899]: DEBUG oslo_vmware.api [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895708, 'name': PowerOnVM_Task, 'duration_secs': 1.496518} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.756061] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.756131] env[65899]: INFO nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1229.756302] env[65899]: DEBUG nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1229.757319] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fdeb2-55a0-4a66-b79a-70a66d8cb80d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.798712] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.0246} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.799445] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.799790] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08aa65-d6c3-4aee-a38c-787604c98a4a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.822143] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.822776] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea8f2fe-6eac-482d-91f9-b51c84edf7ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.843462] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1229.843462] env[65899]: value = "task-4895711" [ 1229.843462] env[65899]: _type = "Task" [ 1229.843462] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.853965] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.994209] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895710, 'name': ReconfigVM_Task, 'duration_secs': 1.089247} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.994503] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c9430cd8-151e-445a-bf77-faf3dd369e6c/c9430cd8-151e-445a-bf77-faf3dd369e6c.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.995166] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b671ba40-7e01-43b6-9451-0d5b38f036d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.001906] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1230.001906] env[65899]: value = "task-4895712" [ 1230.001906] env[65899]: _type = "Task" [ 1230.001906] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.010316] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895712, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.275284] env[65899]: INFO nova.compute.manager [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Took 15.91 seconds to build instance. [ 1230.353548] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895711, 'name': ReconfigVM_Task, 'duration_secs': 0.270917} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.353752] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 501d7679-8636-4460-9fa0-99127557498f/501d7679-8636-4460-9fa0-99127557498f.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.354914] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'encrypted': False, 'guest_format': None, 'image_id': 'a6411459-c389-4b5f-8a2f-bea2acd6f8f2'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'e4819709-e4aa-40f8-84b4-8c8255e967c8', 'disk_bus': None, 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65899) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1230.355140] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.355349] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.356162] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b378c3-f294-4f47-aa91-46eb073bd85d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.373188] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a9ac5f-5103-4350-b70b-30119ec2facb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.398017] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-9d1eebc4-4bb9-487f-903b-305d62e150e8/volume-9d1eebc4-4bb9-487f-903b-305d62e150e8.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.398341] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c14b7f2-2edb-4e38-a792-c6c03bccdc03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.416723] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1230.416723] env[65899]: value = "task-4895713" [ 1230.416723] env[65899]: _type = "Task" [ 1230.416723] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.425759] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.512118] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895712, 'name': Rename_Task, 'duration_secs': 0.337591} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.512548] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.512907] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a7a54e-f2aa-43a1-94c5-973fb9f6c2b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.520367] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1230.520367] env[65899]: value = "task-4895714" [ 1230.520367] env[65899]: _type = "Task" [ 1230.520367] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.529143] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.777357] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.414s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.933476] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.032014] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.156199] env[65899]: DEBUG nova.compute.manager [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-changed-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1231.156567] env[65899]: DEBUG nova.compute.manager [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing instance network info cache due to event network-changed-f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1231.156821] env[65899]: DEBUG oslo_concurrency.lockutils [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] Acquiring lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.157016] env[65899]: DEBUG oslo_concurrency.lockutils [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] Acquired lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.157186] env[65899]: DEBUG nova.network.neutron [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing network info cache for port f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.430655] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895713, 'name': ReconfigVM_Task, 'duration_secs': 0.711964} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.430939] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-9d1eebc4-4bb9-487f-903b-305d62e150e8/volume-9d1eebc4-4bb9-487f-903b-305d62e150e8.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.436360] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3c41f5-78fe-42b2-a714-f1442b5c7a09 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.452139] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1231.452139] env[65899]: value = "task-4895715" [ 1231.452139] env[65899]: _type = "Task" [ 1231.452139] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.461607] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.534090] env[65899]: DEBUG oslo_vmware.api [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895714, 'name': PowerOnVM_Task, 'duration_secs': 0.586829} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.534556] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.638950] env[65899]: DEBUG nova.compute.manager [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1231.640083] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13cd7cb-24dc-41d3-bbfa-1b4eb4c65565 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.660335] env[65899]: WARNING neutronclient.v2_0.client [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.833463] env[65899]: WARNING neutronclient.v2_0.client [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.910908] env[65899]: DEBUG nova.network.neutron [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updated VIF entry in instance network info cache for port f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1231.911317] env[65899]: DEBUG nova.network.neutron [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf931ba54-64", "ovs_interfaceid": "f931ba54-64cd-49d2-b590-617d0715893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.963245] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.157261] env[65899]: DEBUG oslo_concurrency.lockutils [None req-000abf88-ede6-4c66-b06e-6d18c8a4e153 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.847s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.415279] env[65899]: DEBUG oslo_concurrency.lockutils [req-ad35aeff-2801-4fec-9405-e286ac58529c req-fff4d56a-a7f7-4963-9804-86e3ad651ad1 service nova] Releasing lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.463593] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895715, 'name': ReconfigVM_Task, 'duration_secs': 0.756832} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.463970] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1232.464633] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca0b8491-260b-4149-9126-acf2aa82c17b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.474861] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1232.474861] env[65899]: value = "task-4895716" [ 1232.474861] env[65899]: _type = "Task" [ 1232.474861] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.483512] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895716, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.984326] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895716, 'name': Rename_Task, 'duration_secs': 0.225024} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.984714] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.984893] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3804b01e-1989-4e20-9adb-3d6c287d48c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.992696] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1232.992696] env[65899]: value = "task-4895717" [ 1232.992696] env[65899]: _type = "Task" [ 1232.992696] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.000875] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.504582] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895717, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.004847] env[65899]: DEBUG oslo_vmware.api [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895717, 'name': PowerOnVM_Task, 'duration_secs': 0.513615} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.005279] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.005377] env[65899]: DEBUG nova.compute.manager [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1234.006200] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506d416f-209d-46cf-afdb-206898401655 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.522807] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.523015] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.523205] env[65899]: DEBUG nova.objects.instance [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1235.533264] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c08b3f2e-f9dd-485a-827a-7a73fc659a9d tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.898895] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.899346] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.899478] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1242.899470] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.899309] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.899064] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.402995] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.403238] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.403405] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.403574] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1245.404582] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b0f647-9f2a-43b5-a528-d8f6d8539640 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.413339] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95633216-5870-4a32-a026-6964ad04e4ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.429227] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eaf765-8a0c-4a42-9c81-3a7ea9c8169d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.436756] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2986a6-ff8c-44af-8d43-e0a1347dbde8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.466924] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179992MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1245.467108] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.467343] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.396557] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.397395] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.500518] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1246.500703] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 501d7679-8636-4460-9fa0-99127557498f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1246.500832] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance e5bcb915-9564-403b-b8e3-8d5d14890b0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1246.501008] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a4310fb9-38df-4ae4-9605-ff7503634a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1246.501167] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance c9430cd8-151e-445a-bf77-faf3dd369e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1246.501285] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 272cbbec-7bfe-471e-b164-3bda2d8c3775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1246.501474] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1246.501631] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '6', 'num_task_None': '6', 'num_os_type_None': '6', 'num_proj_b35f72db077c4a1e8deed64432c84845': '2', 'io_workload': '0', 'num_proj_43a932921185406e952f642af150b2d5': '1', 'num_proj_31c62b3c654943ae8a436d7cb82f57f8': '1', 'num_proj_b433241c78c742d691a5efec0cc99442': '1', 'num_proj_3ec6d067cda04e9ab138af689fdc07bf': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1246.584912] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37219f9-57b2-4497-829d-115e4d92886e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.593314] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6cbb6d-d9cb-4184-ac39-ae37ed2df11c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.624439] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6303f-9424-430e-bfb1-c7c2d259398e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.632900] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6697b5-d372-4e9a-b428-1916ff427609 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.647214] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.900926] env[65899]: DEBUG nova.compute.utils [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.150183] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.404872] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.656963] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1247.657200] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.464621] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.464988] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.465223] env[65899]: INFO nova.compute.manager [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Attaching volume 301e452d-ad1f-444e-b0ef-e1b3d639c516 to /dev/sdb [ 1248.500339] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2243b3c-78e4-4ff4-953a-13faf5452d17 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.508811] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db35f619-d8f3-4a86-bcb4-e8815a6285c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.525848] env[65899]: DEBUG nova.virt.block_device [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Updating existing volume attachment record: 70be76e1-8ef7-4802-bca5-135cf8dbf08a {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1248.656904] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.657164] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.163199] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.163461] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.073547] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1253.073797] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954112', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'name': 'volume-301e452d-ad1f-444e-b0ef-e1b3d639c516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5bcb915-9564-403b-b8e3-8d5d14890b0c', 'attached_at': '', 'detached_at': '', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'serial': '301e452d-ad1f-444e-b0ef-e1b3d639c516'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1253.074772] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68079da-8cc6-42cc-ac88-511d256156e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.092469] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f2c344-b8c5-47be-8797-3898c89275ec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.117904] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-301e452d-ad1f-444e-b0ef-e1b3d639c516/volume-301e452d-ad1f-444e-b0ef-e1b3d639c516.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.118192] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0c64e6-b775-41d6-8ffc-797a86916287 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.139143] env[65899]: DEBUG oslo_vmware.api [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1253.139143] env[65899]: value = "task-4895720" [ 1253.139143] env[65899]: _type = "Task" [ 1253.139143] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.147691] env[65899]: DEBUG oslo_vmware.api [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.651899] env[65899]: DEBUG oslo_vmware.api [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895720, 'name': ReconfigVM_Task, 'duration_secs': 0.404934} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.652296] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-301e452d-ad1f-444e-b0ef-e1b3d639c516/volume-301e452d-ad1f-444e-b0ef-e1b3d639c516.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.657019] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce47e341-ab91-4870-963c-bd68f6cbc1e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.671611] env[65899]: DEBUG oslo_vmware.api [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1253.671611] env[65899]: value = "task-4895721" [ 1253.671611] env[65899]: _type = "Task" [ 1253.671611] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.679621] env[65899]: DEBUG oslo_vmware.api [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.182033] env[65899]: DEBUG oslo_vmware.api [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895721, 'name': ReconfigVM_Task, 'duration_secs': 0.166039} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.182033] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954112', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'name': 'volume-301e452d-ad1f-444e-b0ef-e1b3d639c516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5bcb915-9564-403b-b8e3-8d5d14890b0c', 'attached_at': '', 'detached_at': '', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'serial': '301e452d-ad1f-444e-b0ef-e1b3d639c516'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1255.222541] env[65899]: DEBUG nova.objects.instance [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'flavor' on Instance uuid e5bcb915-9564-403b-b8e3-8d5d14890b0c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.728725] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5020dd38-0ba8-45d3-b077-8028e75c84ff tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.934887] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.935166] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.437942] env[65899]: INFO nova.compute.manager [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Detaching volume 301e452d-ad1f-444e-b0ef-e1b3d639c516 [ 1256.467591] env[65899]: INFO nova.virt.block_device [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Attempting to driver detach volume 301e452d-ad1f-444e-b0ef-e1b3d639c516 from mountpoint /dev/sdb [ 1256.467825] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1256.468017] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954112', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'name': 'volume-301e452d-ad1f-444e-b0ef-e1b3d639c516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5bcb915-9564-403b-b8e3-8d5d14890b0c', 'attached_at': '', 'detached_at': '', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'serial': '301e452d-ad1f-444e-b0ef-e1b3d639c516'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1256.468900] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2409641-453e-4f0f-8f6b-2776254ed190 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.490517] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f374e3-ec47-4957-86e8-7eed2ba7ef91 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.498165] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a28e9fb-982c-4d75-ba6e-4d9e0ade7a63 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.520060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110151e-ac56-484d-bc3c-ed783709687c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.534893] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The volume has not been displaced from its original location: [datastore1] volume-301e452d-ad1f-444e-b0ef-e1b3d639c516/volume-301e452d-ad1f-444e-b0ef-e1b3d639c516.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1256.540058] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.540347] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b45e64-ab50-4eb7-82f5-2f998b37d0e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.557970] env[65899]: DEBUG oslo_vmware.api [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1256.557970] env[65899]: value = "task-4895722" [ 1256.557970] env[65899]: _type = "Task" [ 1256.557970] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.565922] env[65899]: DEBUG oslo_vmware.api [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.068193] env[65899]: DEBUG oslo_vmware.api [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895722, 'name': ReconfigVM_Task, 'duration_secs': 0.223775} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.068476] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.073048] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf6fdd1-ee82-4cf5-b78b-c68b0432dd74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.088221] env[65899]: DEBUG oslo_vmware.api [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1257.088221] env[65899]: value = "task-4895723" [ 1257.088221] env[65899]: _type = "Task" [ 1257.088221] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.096892] env[65899]: DEBUG oslo_vmware.api [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.597829] env[65899]: DEBUG oslo_vmware.api [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895723, 'name': ReconfigVM_Task, 'duration_secs': 0.140329} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.598201] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954112', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'name': 'volume-301e452d-ad1f-444e-b0ef-e1b3d639c516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5bcb915-9564-403b-b8e3-8d5d14890b0c', 'attached_at': '', 'detached_at': '', 'volume_id': '301e452d-ad1f-444e-b0ef-e1b3d639c516', 'serial': '301e452d-ad1f-444e-b0ef-e1b3d639c516'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.140714] env[65899]: DEBUG nova.objects.instance [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'flavor' on Instance uuid e5bcb915-9564-403b-b8e3-8d5d14890b0c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.149066] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c0a13189-2192-4faa-b5f8-0f6f3046640a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.181823] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.182262] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.182400] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.182498] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.182670] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.184868] env[65899]: INFO nova.compute.manager [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Terminating instance [ 1260.689052] env[65899]: DEBUG nova.compute.manager [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1260.689288] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.690209] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97adaa88-d1c8-4c4a-98b8-eaf852c36c87 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.698728] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.698985] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b703e48-f5cc-41d0-bf41-7756f5437c0c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.705382] env[65899]: DEBUG oslo_vmware.api [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1260.705382] env[65899]: value = "task-4895724" [ 1260.705382] env[65899]: _type = "Task" [ 1260.705382] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.715112] env[65899]: DEBUG oslo_vmware.api [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.215080] env[65899]: DEBUG oslo_vmware.api [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895724, 'name': PowerOffVM_Task, 'duration_secs': 0.194482} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.215421] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.215549] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.215834] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a06c8170-400a-44e5-88f7-1c7882ac3af8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.288517] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.288741] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.288935] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleting the datastore file [datastore2] e5bcb915-9564-403b-b8e3-8d5d14890b0c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.289261] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39d900e4-d630-4a9a-8dcc-7228671155b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.297086] env[65899]: DEBUG oslo_vmware.api [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1261.297086] env[65899]: value = "task-4895726" [ 1261.297086] env[65899]: _type = "Task" [ 1261.297086] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.306276] env[65899]: DEBUG oslo_vmware.api [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.762811] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.763122] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.763312] env[65899]: DEBUG nova.compute.manager [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1261.764267] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf1394-87d6-465a-9a44-3726f0532014 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.771878] env[65899]: DEBUG nova.compute.manager [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1261.772464] env[65899]: DEBUG nova.objects.instance [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'flavor' on Instance uuid a4310fb9-38df-4ae4-9605-ff7503634a91 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.807804] env[65899]: DEBUG oslo_vmware.api [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144922} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.808087] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.808301] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.808497] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.808704] env[65899]: INFO nova.compute.manager [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1261.808980] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1261.809211] env[65899]: DEBUG nova.compute.manager [-] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1261.809311] env[65899]: DEBUG nova.network.neutron [-] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1261.809590] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.871565] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.297171] env[65899]: DEBUG nova.compute.manager [req-191c832f-f6cd-484b-8230-b0a64c2496ff req-1b9bc376-a6ae-43a8-ba73-da14f5b93616 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Received event network-vif-deleted-402c68f8-be11-4a3b-9fa2-ab268926be76 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1262.297510] env[65899]: INFO nova.compute.manager [req-191c832f-f6cd-484b-8230-b0a64c2496ff req-1b9bc376-a6ae-43a8-ba73-da14f5b93616 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Neutron deleted interface 402c68f8-be11-4a3b-9fa2-ab268926be76; detaching it from the instance and deleting it from the info cache [ 1262.297612] env[65899]: DEBUG nova.network.neutron [req-191c832f-f6cd-484b-8230-b0a64c2496ff req-1b9bc376-a6ae-43a8-ba73-da14f5b93616 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.772440] env[65899]: DEBUG nova.network.neutron [-] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.779954] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.780303] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f9217d-2726-4646-969c-d213e7a8071c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.788621] env[65899]: DEBUG oslo_vmware.api [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1262.788621] env[65899]: value = "task-4895727" [ 1262.788621] env[65899]: _type = "Task" [ 1262.788621] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.798014] env[65899]: DEBUG oslo_vmware.api [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.799575] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26991716-b4f3-49ec-99d7-aab6d68c9ce4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.809200] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b7074-2c15-4637-8eaa-489493d90f31 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.842556] env[65899]: DEBUG nova.compute.manager [req-191c832f-f6cd-484b-8230-b0a64c2496ff req-1b9bc376-a6ae-43a8-ba73-da14f5b93616 service nova] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Detach interface failed, port_id=402c68f8-be11-4a3b-9fa2-ab268926be76, reason: Instance e5bcb915-9564-403b-b8e3-8d5d14890b0c could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1263.275308] env[65899]: INFO nova.compute.manager [-] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Took 1.47 seconds to deallocate network for instance. [ 1263.299477] env[65899]: DEBUG oslo_vmware.api [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895727, 'name': PowerOffVM_Task, 'duration_secs': 0.217712} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.299908] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.299908] env[65899]: DEBUG nova.compute.manager [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1263.300700] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829149ac-4e8a-4687-bbda-20e3f2e537e4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.782144] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.782448] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.782664] env[65899]: DEBUG nova.objects.instance [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'resources' on Instance uuid e5bcb915-9564-403b-b8e3-8d5d14890b0c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.814457] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9a37f45-b31e-49da-b818-d1273d090910 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.169710] env[65899]: DEBUG nova.objects.instance [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'flavor' on Instance uuid a4310fb9-38df-4ae4-9605-ff7503634a91 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.378132] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd827edf-9efd-4b38-b5c1-8dd875b3d858 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.386262] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6e9dc-425b-4021-b6ec-5e0eceaf1eec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.417604] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5fdc2c-4eec-4bf6-a1ea-8f2ddc8adaec {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.425556] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21926d8-d56d-40ac-9499-bd2515e64f3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.439870] env[65899]: DEBUG nova.compute.provider_tree [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.674601] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.674815] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.674954] env[65899]: DEBUG nova.network.neutron [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1264.675147] env[65899]: DEBUG nova.objects.instance [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'info_cache' on Instance uuid a4310fb9-38df-4ae4-9605-ff7503634a91 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.943786] env[65899]: DEBUG nova.scheduler.client.report [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.178464] env[65899]: DEBUG nova.objects.base [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.449184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.474976] env[65899]: INFO nova.scheduler.client.report [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted allocations for instance e5bcb915-9564-403b-b8e3-8d5d14890b0c [ 1265.681828] env[65899]: WARNING neutronclient.v2_0.client [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.870175] env[65899]: WARNING neutronclient.v2_0.client [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.938600] env[65899]: DEBUG nova.network.neutron [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.982331] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6f1ba19c-7685-4316-9440-d197b6d42026 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "e5bcb915-9564-403b-b8e3-8d5d14890b0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.800s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.441893] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.465290] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.465687] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.465758] env[65899]: INFO nova.compute.manager [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Shelving [ 1267.448400] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.448759] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0db00380-382d-4be3-a739-e264819bc619 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.457337] env[65899]: DEBUG oslo_vmware.api [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1267.457337] env[65899]: value = "task-4895728" [ 1267.457337] env[65899]: _type = "Task" [ 1267.457337] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.465764] env[65899]: DEBUG oslo_vmware.api [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.477530] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.477836] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34731ed4-c790-40d2-8f4a-f7072c224735 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.484729] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1267.484729] env[65899]: value = "task-4895729" [ 1267.484729] env[65899]: _type = "Task" [ 1267.484729] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.493766] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.968385] env[65899]: DEBUG oslo_vmware.api [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895728, 'name': PowerOnVM_Task, 'duration_secs': 0.373306} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.968640] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.968925] env[65899]: DEBUG nova.compute.manager [None req-3c3a60b2-8cef-4577-b260-59b7c26e28f4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1267.970182] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f06c368-d376-4788-bd95-07ae5ae9996a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.993560] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895729, 'name': PowerOffVM_Task, 'duration_secs': 0.248202} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.993817] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.994583] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf0348a-d6b9-4851-98e3-3582028ed8bf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.012386] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36ba1b4-0013-48a1-90b8-3d57dd985da3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.258547] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.258873] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.259157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.259384] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.259572] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.262098] env[65899]: INFO nova.compute.manager [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Terminating instance [ 1268.339142] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.339369] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.524336] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Creating Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1268.525237] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1e15547-4737-4a02-8847-4a1c5366fb1c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.534180] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1268.534180] env[65899]: value = "task-4895730" [ 1268.534180] env[65899]: _type = "Task" [ 1268.534180] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.543239] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895730, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.767075] env[65899]: DEBUG nova.compute.manager [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1268.767075] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.767905] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd30451f-59ce-421b-9f93-e4a3c941e584 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.777276] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.777680] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db4d8fb-f11f-40a3-a3bb-f02d4c7cd73e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.785728] env[65899]: DEBUG oslo_vmware.api [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1268.785728] env[65899]: value = "task-4895731" [ 1268.785728] env[65899]: _type = "Task" [ 1268.785728] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.795193] env[65899]: DEBUG oslo_vmware.api [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.842099] env[65899]: DEBUG nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1269.044820] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895730, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.296683] env[65899]: DEBUG oslo_vmware.api [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895731, 'name': PowerOffVM_Task, 'duration_secs': 0.197932} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.296983] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.297173] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.297439] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b94a19-3d73-472b-8a07-1860577ca9a9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.363468] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.363935] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.364155] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleting the datastore file [datastore2] c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.364483] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ae60c6-03c4-4d6a-9809-778ca0168d7f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.368130] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.368324] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.369944] env[65899]: INFO nova.compute.claims [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.380051] env[65899]: DEBUG oslo_vmware.api [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for the task: (returnval){ [ 1269.380051] env[65899]: value = "task-4895733" [ 1269.380051] env[65899]: _type = "Task" [ 1269.380051] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.388751] env[65899]: DEBUG oslo_vmware.api [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.546253] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895730, 'name': CreateSnapshot_Task, 'duration_secs': 0.555601} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.546688] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Created Snapshot of the VM instance {{(pid=65899) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1269.547360] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92498645-ee0e-445b-bb0a-c4a735e34555 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.877919] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.878201] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.893120] env[65899]: DEBUG oslo_vmware.api [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Task: {'id': task-4895733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153301} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.893409] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.893631] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.893842] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.894065] env[65899]: INFO nova.compute.manager [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1269.894319] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1269.894806] env[65899]: DEBUG nova.compute.manager [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1269.894913] env[65899]: DEBUG nova.network.neutron [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1269.895171] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.937561] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.068300] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Creating linked-clone VM from snapshot {{(pid=65899) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1270.068753] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12601315-e523-4842-aa6d-a01888a22ad5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.079218] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1270.079218] env[65899]: value = "task-4895734" [ 1270.079218] env[65899]: _type = "Task" [ 1270.079218] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.088377] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895734, 'name': CloneVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.384246] env[65899]: INFO nova.compute.manager [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Detaching volume 9d1eebc4-4bb9-487f-903b-305d62e150e8 [ 1270.428714] env[65899]: DEBUG nova.compute.manager [req-9504b0e2-2ee9-427b-8c6d-2265688d7203 req-209dad36-7845-4460-8124-873c9511ad52 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Received event network-vif-deleted-2a6bcce6-de60-4586-8f98-e338d9680cb6 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1270.429081] env[65899]: INFO nova.compute.manager [req-9504b0e2-2ee9-427b-8c6d-2265688d7203 req-209dad36-7845-4460-8124-873c9511ad52 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Neutron deleted interface 2a6bcce6-de60-4586-8f98-e338d9680cb6; detaching it from the instance and deleting it from the info cache [ 1270.429377] env[65899]: DEBUG nova.network.neutron [req-9504b0e2-2ee9-427b-8c6d-2265688d7203 req-209dad36-7845-4460-8124-873c9511ad52 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.431982] env[65899]: INFO nova.virt.block_device [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Attempting to driver detach volume 9d1eebc4-4bb9-487f-903b-305d62e150e8 from mountpoint /dev/sdb [ 1270.432256] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1270.432618] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1270.434403] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cebdcd6-48bd-47ed-92cd-944e9f435e2c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.466976] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534be933-e909-417e-b806-e2da9fbe883e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.475944] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a59e56c-793a-44d5-a28b-26193482578f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.504065] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9032fda-4da7-4abd-b2d3-08836e4dc178 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.523401] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d1eebc4-4bb9-487f-903b-305d62e150e8/volume-9d1eebc4-4bb9-487f-903b-305d62e150e8.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1270.529332] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.533246] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e9f0f9-e425-4e00-af68-1f25251e24ff {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.558713] env[65899]: DEBUG oslo_vmware.api [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1270.558713] env[65899]: value = "task-4895735" [ 1270.558713] env[65899]: _type = "Task" [ 1270.558713] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.568892] env[65899]: DEBUG oslo_vmware.api [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.570895] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c462c8c-6ded-463f-a22e-bf734eab965c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.579491] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eee26a-8584-4126-99a6-0deb060467cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.593892] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895734, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.621814] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b553e37-1876-4d18-b984-279bf9e5eed2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.630304] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27e806-cbaf-4c59-9ac8-c989d2d01d4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.645569] env[65899]: DEBUG nova.compute.provider_tree [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.899307] env[65899]: DEBUG nova.network.neutron [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.940404] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7d423ee-02e8-45c8-ab5d-b56aa7e8832f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.951030] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ccd44-ad6c-49a8-8b54-88ee77a54afe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.984865] env[65899]: DEBUG nova.compute.manager [req-9504b0e2-2ee9-427b-8c6d-2265688d7203 req-209dad36-7845-4460-8124-873c9511ad52 service nova] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Detach interface failed, port_id=2a6bcce6-de60-4586-8f98-e338d9680cb6, reason: Instance c9430cd8-151e-445a-bf77-faf3dd369e6c could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1271.069810] env[65899]: DEBUG oslo_vmware.api [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895735, 'name': ReconfigVM_Task, 'duration_secs': 0.253278} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.070151] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.075383] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0041be3-aa78-448d-9aaa-f021852a9f1f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.095641] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895734, 'name': CloneVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.097307] env[65899]: DEBUG oslo_vmware.api [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1271.097307] env[65899]: value = "task-4895736" [ 1271.097307] env[65899]: _type = "Task" [ 1271.097307] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.106194] env[65899]: DEBUG oslo_vmware.api [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.149587] env[65899]: DEBUG nova.scheduler.client.report [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.402503] env[65899]: INFO nova.compute.manager [-] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Took 1.51 seconds to deallocate network for instance. [ 1271.598071] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895734, 'name': CloneVM_Task} progress is 95%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.608044] env[65899]: DEBUG oslo_vmware.api [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895736, 'name': ReconfigVM_Task, 'duration_secs': 0.158283} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.608044] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954104', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'name': 'volume-9d1eebc4-4bb9-487f-903b-305d62e150e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '501d7679-8636-4460-9fa0-99127557498f', 'attached_at': '', 'detached_at': '', 'volume_id': '9d1eebc4-4bb9-487f-903b-305d62e150e8', 'serial': '9d1eebc4-4bb9-487f-903b-305d62e150e8'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1271.655650] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.656441] env[65899]: DEBUG nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1271.910474] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.910730] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.911122] env[65899]: DEBUG nova.objects.instance [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lazy-loading 'resources' on Instance uuid c9430cd8-151e-445a-bf77-faf3dd369e6c {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.098016] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895734, 'name': CloneVM_Task, 'duration_secs': 1.687281} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.098334] env[65899]: INFO nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Created linked-clone VM from snapshot [ 1272.099160] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724513d9-ebbe-43c5-8d85-7588488633db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.107895] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Uploading image 4ec74def-dd54-4bc4-9e45-ebc68a16b70e {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1272.135119] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1272.135119] env[65899]: value = "vm-954114" [ 1272.135119] env[65899]: _type = "VirtualMachine" [ 1272.135119] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1272.135452] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9074f0cf-a8c5-4e19-a20d-e8dfe7bc72c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.142527] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease: (returnval){ [ 1272.142527] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5254a708-0820-41b1-4151-d1b7fbc043b6" [ 1272.142527] env[65899]: _type = "HttpNfcLease" [ 1272.142527] env[65899]: } obtained for exporting VM: (result){ [ 1272.142527] env[65899]: value = "vm-954114" [ 1272.142527] env[65899]: _type = "VirtualMachine" [ 1272.142527] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1272.142851] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the lease: (returnval){ [ 1272.142851] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5254a708-0820-41b1-4151-d1b7fbc043b6" [ 1272.142851] env[65899]: _type = "HttpNfcLease" [ 1272.142851] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1272.149404] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.149404] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5254a708-0820-41b1-4151-d1b7fbc043b6" [ 1272.149404] env[65899]: _type = "HttpNfcLease" [ 1272.149404] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1272.154960] env[65899]: DEBUG nova.objects.instance [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'flavor' on Instance uuid 501d7679-8636-4460-9fa0-99127557498f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.161239] env[65899]: DEBUG nova.compute.utils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.162990] env[65899]: DEBUG nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1272.163530] env[65899]: DEBUG nova.network.neutron [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1272.163865] env[65899]: WARNING neutronclient.v2_0.client [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.164194] env[65899]: WARNING neutronclient.v2_0.client [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.224065] env[65899]: DEBUG nova.policy [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319bfadf7c1c433eac2426974d0f8240', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c62b3c654943ae8a436d7cb82f57f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.509872] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67daf9d-cd9d-4d4e-a192-f62fbc2a23d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.518042] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bfee4e-bd4c-4ecf-a1db-20cc8eb95c40 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.552522] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8dfcfc-ea67-4371-ae11-263f95862333 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.560704] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824ab800-f1cb-406b-be6f-4cdadb23381f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.575373] env[65899]: DEBUG nova.compute.provider_tree [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.605869] env[65899]: DEBUG nova.network.neutron [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Successfully created port: 11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1272.652100] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.652100] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5254a708-0820-41b1-4151-d1b7fbc043b6" [ 1272.652100] env[65899]: _type = "HttpNfcLease" [ 1272.652100] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1272.652482] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1272.652482] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5254a708-0820-41b1-4151-d1b7fbc043b6" [ 1272.652482] env[65899]: _type = "HttpNfcLease" [ 1272.652482] env[65899]: }. {{(pid=65899) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1272.653159] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1425b3a-068b-430a-a3f0-320c95d1454c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.663191] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52390f73-3321-9697-0a68-d9c31e7be8ff/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1272.663372] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52390f73-3321-9697-0a68-d9c31e7be8ff/disk-0.vmdk for reading. {{(pid=65899) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1272.666896] env[65899]: DEBUG nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1272.761876] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6206fa5c-ba9d-492c-98c0-5340f437ae34 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.078389] env[65899]: DEBUG nova.scheduler.client.report [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.225610] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d859bc5b-bd33-4e0c-8d61-6db1a896ec46 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.232836] env[65899]: DEBUG nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1273.262790] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1273.263350] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.263350] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1273.263350] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.263350] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1273.264229] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1273.264277] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1273.264466] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1273.265012] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1273.265237] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1273.265443] env[65899]: DEBUG nova.virt.hardware [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1273.266827] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cfc256-0e01-4b89-b2f4-e034dc2e9296 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.275539] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be02d2a-f839-4c09-a75d-1e5748098727 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.583753] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.614859] env[65899]: INFO nova.scheduler.client.report [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Deleted allocations for instance c9430cd8-151e-445a-bf77-faf3dd369e6c [ 1274.028377] env[65899]: DEBUG nova.compute.manager [req-bb8121bd-5b0a-4b2b-adae-b44171f7989c req-600859f5-0ce9-4745-a2ba-149c14b2dcae service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Received event network-vif-plugged-11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1274.028595] env[65899]: DEBUG oslo_concurrency.lockutils [req-bb8121bd-5b0a-4b2b-adae-b44171f7989c req-600859f5-0ce9-4745-a2ba-149c14b2dcae service nova] Acquiring lock "1706aa2c-ec42-4290-a147-ea6d76a571ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.028794] env[65899]: DEBUG oslo_concurrency.lockutils [req-bb8121bd-5b0a-4b2b-adae-b44171f7989c req-600859f5-0ce9-4745-a2ba-149c14b2dcae service nova] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.029099] env[65899]: DEBUG oslo_concurrency.lockutils [req-bb8121bd-5b0a-4b2b-adae-b44171f7989c req-600859f5-0ce9-4745-a2ba-149c14b2dcae service nova] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.029314] env[65899]: DEBUG nova.compute.manager [req-bb8121bd-5b0a-4b2b-adae-b44171f7989c req-600859f5-0ce9-4745-a2ba-149c14b2dcae service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] No waiting events found dispatching network-vif-plugged-11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1274.029646] env[65899]: WARNING nova.compute.manager [req-bb8121bd-5b0a-4b2b-adae-b44171f7989c req-600859f5-0ce9-4745-a2ba-149c14b2dcae service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Received unexpected event network-vif-plugged-11fd03e8-e016-4389-98ec-1e4a0285251d for instance with vm_state building and task_state spawning. [ 1274.125153] env[65899]: DEBUG oslo_concurrency.lockutils [None req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Lock "c9430cd8-151e-445a-bf77-faf3dd369e6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.866s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.134756] env[65899]: DEBUG nova.network.neutron [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Successfully updated port: 11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1274.198828] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.198828] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.198828] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "501d7679-8636-4460-9fa0-99127557498f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.199087] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.199181] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.201726] env[65899]: INFO nova.compute.manager [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Terminating instance [ 1274.638301] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.638560] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.638942] env[65899]: DEBUG nova.network.neutron [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1274.707461] env[65899]: DEBUG nova.compute.manager [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1274.707748] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.708758] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae4ebb-87ed-4ce1-ab13-7b6f0414860d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.718426] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.718714] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d435be4-72e4-42e4-8e7e-6f55a9a5339e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.728262] env[65899]: DEBUG oslo_vmware.api [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1274.728262] env[65899]: value = "task-4895738" [ 1274.728262] env[65899]: _type = "Task" [ 1274.728262] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.738650] env[65899]: DEBUG oslo_vmware.api [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.175126] env[65899]: DEBUG nova.network.neutron [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1275.238212] env[65899]: DEBUG oslo_vmware.api [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895738, 'name': PowerOffVM_Task, 'duration_secs': 0.231276} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.238956] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.238956] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.238956] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7976bc6-ac84-4fa1-98e4-9330bacac7e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.259794] env[65899]: WARNING neutronclient.v2_0.client [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.348674] env[65899]: DEBUG nova.network.neutron [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updating instance_info_cache with network_info: [{"id": "11fd03e8-e016-4389-98ec-1e4a0285251d", "address": "fa:16:3e:3f:e0:d7", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fd03e8-e0", "ovs_interfaceid": "11fd03e8-e016-4389-98ec-1e4a0285251d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.430705] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.430959] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.431208] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleting the datastore file [datastore2] 501d7679-8636-4460-9fa0-99127557498f {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.431464] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-330bc7d9-90ae-45a6-9e5d-ce2514536cbd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.440012] env[65899]: DEBUG oslo_vmware.api [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1275.440012] env[65899]: value = "task-4895740" [ 1275.440012] env[65899]: _type = "Task" [ 1275.440012] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.448602] env[65899]: DEBUG oslo_vmware.api [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.851609] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.852065] env[65899]: DEBUG nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Instance network_info: |[{"id": "11fd03e8-e016-4389-98ec-1e4a0285251d", "address": "fa:16:3e:3f:e0:d7", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fd03e8-e0", "ovs_interfaceid": "11fd03e8-e016-4389-98ec-1e4a0285251d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1275.852499] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:e0:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11fd03e8-e016-4389-98ec-1e4a0285251d', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.860710] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1275.861040] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.861291] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cabe395a-b965-436e-811f-cae0e26016eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.883856] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.883856] env[65899]: value = "task-4895741" [ 1275.883856] env[65899]: _type = "Task" [ 1275.883856] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.895874] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895741, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.951245] env[65899]: DEBUG oslo_vmware.api [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22071} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.951556] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.951762] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.952019] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.952259] env[65899]: INFO nova.compute.manager [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 501d7679-8636-4460-9fa0-99127557498f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1275.952525] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1275.952789] env[65899]: DEBUG nova.compute.manager [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1275.952917] env[65899]: DEBUG nova.network.neutron [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1275.953187] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.033495] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.073168] env[65899]: DEBUG nova.compute.manager [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Received event network-changed-11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1276.073395] env[65899]: DEBUG nova.compute.manager [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Refreshing instance network info cache due to event network-changed-11fd03e8-e016-4389-98ec-1e4a0285251d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1276.073611] env[65899]: DEBUG oslo_concurrency.lockutils [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] Acquiring lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.073825] env[65899]: DEBUG oslo_concurrency.lockutils [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] Acquired lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.073990] env[65899]: DEBUG nova.network.neutron [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Refreshing network info cache for port 11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.395148] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895741, 'name': CreateVM_Task, 'duration_secs': 0.497586} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.395388] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.395937] env[65899]: WARNING neutronclient.v2_0.client [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.396324] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.396476] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.397083] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.397083] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05a9ce9-caad-4c04-a77f-174135f057d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.403106] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1276.403106] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52992f19-1521-5796-1c6e-bb60be1d6e34" [ 1276.403106] env[65899]: _type = "Task" [ 1276.403106] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.412936] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52992f19-1521-5796-1c6e-bb60be1d6e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.497265] env[65899]: DEBUG nova.compute.manager [req-52c10b9b-6645-4ba8-b8b1-21c5b83162ea req-a8f0e6b8-624f-4661-9091-9147b6232c36 service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Received event network-vif-deleted-0d1ba292-873d-4e72-b4f3-84229160da81 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1276.497265] env[65899]: INFO nova.compute.manager [req-52c10b9b-6645-4ba8-b8b1-21c5b83162ea req-a8f0e6b8-624f-4661-9091-9147b6232c36 service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Neutron deleted interface 0d1ba292-873d-4e72-b4f3-84229160da81; detaching it from the instance and deleting it from the info cache [ 1276.497265] env[65899]: DEBUG nova.network.neutron [req-52c10b9b-6645-4ba8-b8b1-21c5b83162ea req-a8f0e6b8-624f-4661-9091-9147b6232c36 service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.577679] env[65899]: WARNING neutronclient.v2_0.client [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.723953] env[65899]: WARNING neutronclient.v2_0.client [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.796669] env[65899]: DEBUG nova.network.neutron [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updated VIF entry in instance network info cache for port 11fd03e8-e016-4389-98ec-1e4a0285251d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1276.797080] env[65899]: DEBUG nova.network.neutron [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updating instance_info_cache with network_info: [{"id": "11fd03e8-e016-4389-98ec-1e4a0285251d", "address": "fa:16:3e:3f:e0:d7", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fd03e8-e0", "ovs_interfaceid": "11fd03e8-e016-4389-98ec-1e4a0285251d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.914176] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52992f19-1521-5796-1c6e-bb60be1d6e34, 'name': SearchDatastore_Task, 'duration_secs': 0.029529} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.914539] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.914702] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.914962] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.915125] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.915311] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.915578] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4295c955-4a5d-4204-ac01-dabe09b533ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.928327] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.928513] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.929298] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950e844b-119f-4009-89de-b83b01bc60a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.935045] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1276.935045] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5252aa64-44ed-5f8f-8886-4c84edcbe94d" [ 1276.935045] env[65899]: _type = "Task" [ 1276.935045] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.944552] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5252aa64-44ed-5f8f-8886-4c84edcbe94d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.978105] env[65899]: DEBUG nova.network.neutron [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.000067] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8d53714-29de-4e59-98d6-e3dfc496ce79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.011249] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd96f93-22e8-4493-8d11-33f34f4e569e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.045173] env[65899]: DEBUG nova.compute.manager [req-52c10b9b-6645-4ba8-b8b1-21c5b83162ea req-a8f0e6b8-624f-4661-9091-9147b6232c36 service nova] [instance: 501d7679-8636-4460-9fa0-99127557498f] Detach interface failed, port_id=0d1ba292-873d-4e72-b4f3-84229160da81, reason: Instance 501d7679-8636-4460-9fa0-99127557498f could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1277.300360] env[65899]: DEBUG oslo_concurrency.lockutils [req-bafe5bdb-a8ed-4e54-a50f-4d0bbbcb2829 req-97b8b1f7-8fe7-418b-809c-cfc3b3745242 service nova] Releasing lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.446067] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5252aa64-44ed-5f8f-8886-4c84edcbe94d, 'name': SearchDatastore_Task, 'duration_secs': 0.017264} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.446914] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432925b4-8cec-4a79-8c95-c1f3ab0caaea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.452741] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1277.452741] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]523aa1dd-aac3-fd43-c117-08018c3dcd37" [ 1277.452741] env[65899]: _type = "Task" [ 1277.452741] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.461789] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523aa1dd-aac3-fd43-c117-08018c3dcd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.482982] env[65899]: INFO nova.compute.manager [-] [instance: 501d7679-8636-4460-9fa0-99127557498f] Took 1.53 seconds to deallocate network for instance. [ 1277.963644] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]523aa1dd-aac3-fd43-c117-08018c3dcd37, 'name': SearchDatastore_Task, 'duration_secs': 0.018246} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.964078] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.964237] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1706aa2c-ec42-4290-a147-ea6d76a571ca/1706aa2c-ec42-4290-a147-ea6d76a571ca.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.964553] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cbdb1fe-a557-400b-b0c2-657482f2c31f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.972024] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1277.972024] env[65899]: value = "task-4895743" [ 1277.972024] env[65899]: _type = "Task" [ 1277.972024] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.981010] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.990241] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.990484] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.990708] env[65899]: DEBUG nova.objects.instance [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'resources' on Instance uuid 501d7679-8636-4460-9fa0-99127557498f {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.484535] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895743, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.590057] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc56c5c-8793-4748-963a-c311875532ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.599470] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e439bf2-b235-45c2-8b60-dd542d89daed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.637147] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ea18a-e265-4df4-9a68-ac1dc57d572a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.647420] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d94670-d185-4c59-b521-193d8074c44a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.663895] env[65899]: DEBUG nova.compute.provider_tree [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.986594] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710339} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.986993] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 1706aa2c-ec42-4290-a147-ea6d76a571ca/1706aa2c-ec42-4290-a147-ea6d76a571ca.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.987249] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.987549] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37c150af-3226-471e-b064-3391493aa7fc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.995691] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1278.995691] env[65899]: value = "task-4895744" [ 1278.995691] env[65899]: _type = "Task" [ 1278.995691] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.006678] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.167220] env[65899]: DEBUG nova.scheduler.client.report [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.507944] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06452} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.508386] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.509639] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef836959-b3f7-4f2c-a566-55672e124431 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.536041] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1706aa2c-ec42-4290-a147-ea6d76a571ca/1706aa2c-ec42-4290-a147-ea6d76a571ca.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.536649] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13643df3-16c1-4f8c-990c-21e1298cab68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.558517] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1279.558517] env[65899]: value = "task-4895745" [ 1279.558517] env[65899]: _type = "Task" [ 1279.558517] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.569018] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.672184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.696692] env[65899]: INFO nova.scheduler.client.report [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted allocations for instance 501d7679-8636-4460-9fa0-99127557498f [ 1280.069985] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895745, 'name': ReconfigVM_Task, 'duration_secs': 0.383309} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.070451] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1706aa2c-ec42-4290-a147-ea6d76a571ca/1706aa2c-ec42-4290-a147-ea6d76a571ca.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.070941] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81bc96d6-3806-4d31-aaef-a1639d88b134 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.080164] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1280.080164] env[65899]: value = "task-4895746" [ 1280.080164] env[65899]: _type = "Task" [ 1280.080164] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.091130] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895746, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.206261] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9a910223-25f0-49b1-bdfb-b75039c680e8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "501d7679-8636-4460-9fa0-99127557498f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.007s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.525304] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52390f73-3321-9697-0a68-d9c31e7be8ff/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1280.526448] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c39dd5a-0b62-47c4-9bd3-680f4d7ef866 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.533912] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52390f73-3321-9697-0a68-d9c31e7be8ff/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1280.534146] env[65899]: ERROR oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52390f73-3321-9697-0a68-d9c31e7be8ff/disk-0.vmdk due to incomplete transfer. [ 1280.534458] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3bd23cd-28b9-42c8-9ff9-029a789a3b02 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.544498] env[65899]: DEBUG oslo_vmware.rw_handles [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52390f73-3321-9697-0a68-d9c31e7be8ff/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1280.544498] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Uploaded image 4ec74def-dd54-4bc4-9e45-ebc68a16b70e to the Glance image server {{(pid=65899) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1280.547204] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Destroying the VM {{(pid=65899) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1280.547857] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e8856af-6710-4807-9236-55c9175f6127 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.559954] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1280.559954] env[65899]: value = "task-4895747" [ 1280.559954] env[65899]: _type = "Task" [ 1280.559954] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.571147] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895747, 'name': Destroy_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.592485] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895746, 'name': Rename_Task, 'duration_secs': 0.229016} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.592809] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.593112] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11a6eca5-92c4-4e6a-ac9f-d5dd6e5e7bcf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.602273] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1280.602273] env[65899]: value = "task-4895748" [ 1280.602273] env[65899]: _type = "Task" [ 1280.602273] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.613664] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.069841] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895747, 'name': Destroy_Task, 'duration_secs': 0.375577} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.070151] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Destroyed the VM [ 1281.070459] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Deleting Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1281.070645] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7ed87f0-6510-4c9a-8f02-0867df4b3d73 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.078648] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1281.078648] env[65899]: value = "task-4895749" [ 1281.078648] env[65899]: _type = "Task" [ 1281.078648] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.089121] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.113537] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895748, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.590063] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895749, 'name': RemoveSnapshot_Task, 'duration_secs': 0.423042} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.590605] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Deleted Snapshot of the VM instance {{(pid=65899) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1281.590695] env[65899]: DEBUG nova.compute.manager [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1281.591802] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c723ebea-aa20-48e4-8b09-db3446d9111c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.615751] env[65899]: DEBUG oslo_vmware.api [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895748, 'name': PowerOnVM_Task, 'duration_secs': 0.58956} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.616092] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.616300] env[65899]: INFO nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1281.616478] env[65899]: DEBUG nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1281.617297] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf3581-b92d-4dc4-a535-66756d4bf85b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.968894] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.969094] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.105681] env[65899]: INFO nova.compute.manager [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Shelve offloading [ 1282.139237] env[65899]: INFO nova.compute.manager [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Took 12.79 seconds to build instance. [ 1282.471654] env[65899]: DEBUG nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1282.613304] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.613304] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7decfde1-9d52-4203-96d1-fbefd86f366e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.621662] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1282.621662] env[65899]: value = "task-4895750" [ 1282.621662] env[65899]: _type = "Task" [ 1282.621662] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.631614] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.640257] env[65899]: DEBUG oslo_concurrency.lockutils [None req-cb462193-b7ad-4e82-8855-9da802e5bac0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.301s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.714424] env[65899]: DEBUG nova.compute.manager [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Received event network-changed-11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1282.715013] env[65899]: DEBUG nova.compute.manager [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Refreshing instance network info cache due to event network-changed-11fd03e8-e016-4389-98ec-1e4a0285251d. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1282.716274] env[65899]: DEBUG oslo_concurrency.lockutils [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] Acquiring lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.716274] env[65899]: DEBUG oslo_concurrency.lockutils [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] Acquired lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.716528] env[65899]: DEBUG nova.network.neutron [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Refreshing network info cache for port 11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.002153] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.002435] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.004016] env[65899]: INFO nova.compute.claims [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.133200] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] VM already powered off {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1283.133800] env[65899]: DEBUG nova.compute.manager [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1283.134191] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9216eb8-b1a1-4b66-bba7-b6252b2495cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.141142] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.141322] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.141481] env[65899]: DEBUG nova.network.neutron [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1283.220489] env[65899]: WARNING neutronclient.v2_0.client [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.384871] env[65899]: WARNING neutronclient.v2_0.client [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.461545] env[65899]: DEBUG nova.network.neutron [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updated VIF entry in instance network info cache for port 11fd03e8-e016-4389-98ec-1e4a0285251d. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1283.461928] env[65899]: DEBUG nova.network.neutron [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updating instance_info_cache with network_info: [{"id": "11fd03e8-e016-4389-98ec-1e4a0285251d", "address": "fa:16:3e:3f:e0:d7", "network": {"id": "84cb2606-9824-4dd2-8077-9480d7280596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-100204960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c62b3c654943ae8a436d7cb82f57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fd03e8-e0", "ovs_interfaceid": "11fd03e8-e016-4389-98ec-1e4a0285251d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.646979] env[65899]: WARNING neutronclient.v2_0.client [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.870949] env[65899]: WARNING neutronclient.v2_0.client [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.961332] env[65899]: DEBUG nova.network.neutron [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf931ba54-64", "ovs_interfaceid": "f931ba54-64cd-49d2-b590-617d0715893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.967277] env[65899]: DEBUG oslo_concurrency.lockutils [req-9b2ece09-54f4-416a-a925-8c3f08c59c6a req-919f2500-76e4-4f20-9da0-04bec270ce24 service nova] Releasing lock "refresh_cache-1706aa2c-ec42-4290-a147-ea6d76a571ca" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.099480] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3164abb1-1707-482b-860a-071328cb3f16 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.111240] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe68095-72ce-4362-8108-2a4810b1da7f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.142121] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c382b-2b29-42f8-9dfe-89cbc33d33d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.150555] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfd88d1-6544-4468-973c-dc2d3a394e6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.165292] env[65899]: DEBUG nova.compute.provider_tree [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.464803] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.466215] env[65899]: WARNING neutronclient.v2_0.client [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.466215] env[65899]: WARNING neutronclient.v2_0.client [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.671027] env[65899]: DEBUG nova.scheduler.client.report [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.729356] env[65899]: DEBUG nova.compute.manager [req-ade0a1ce-4f97-48fa-9406-6ce63250410e req-e3bdf6d1-83a2-4ebc-96fe-a6a6d832a297 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-vif-unplugged-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1284.729825] env[65899]: DEBUG oslo_concurrency.lockutils [req-ade0a1ce-4f97-48fa-9406-6ce63250410e req-e3bdf6d1-83a2-4ebc-96fe-a6a6d832a297 service nova] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.729897] env[65899]: DEBUG oslo_concurrency.lockutils [req-ade0a1ce-4f97-48fa-9406-6ce63250410e req-e3bdf6d1-83a2-4ebc-96fe-a6a6d832a297 service nova] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.730100] env[65899]: DEBUG oslo_concurrency.lockutils [req-ade0a1ce-4f97-48fa-9406-6ce63250410e req-e3bdf6d1-83a2-4ebc-96fe-a6a6d832a297 service nova] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.730287] env[65899]: DEBUG nova.compute.manager [req-ade0a1ce-4f97-48fa-9406-6ce63250410e req-e3bdf6d1-83a2-4ebc-96fe-a6a6d832a297 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] No waiting events found dispatching network-vif-unplugged-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1284.730470] env[65899]: WARNING nova.compute.manager [req-ade0a1ce-4f97-48fa-9406-6ce63250410e req-e3bdf6d1-83a2-4ebc-96fe-a6a6d832a297 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received unexpected event network-vif-unplugged-f931ba54-64cd-49d2-b590-617d0715893f for instance with vm_state shelved and task_state shelving_offloading. [ 1284.826196] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.827124] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b6a77f-d836-4dc3-99a6-ceb9b4087093 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.835276] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.835529] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-187f5bfb-b826-4f24-9f78-0ceb207136e3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.901193] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.901193] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.901193] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleting the datastore file [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.901487] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb9b0a3c-0d29-4028-85fa-810bac34fc63 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.908897] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1284.908897] env[65899]: value = "task-4895752" [ 1284.908897] env[65899]: _type = "Task" [ 1284.908897] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.917617] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.175750] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.176337] env[65899]: DEBUG nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1285.315275] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.315553] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.419564] env[65899]: DEBUG oslo_vmware.api [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137343} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.419836] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.420028] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.420383] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.438115] env[65899]: INFO nova.scheduler.client.report [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted allocations for instance 272cbbec-7bfe-471e-b164-3bda2d8c3775 [ 1285.681832] env[65899]: DEBUG nova.compute.utils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.683256] env[65899]: DEBUG nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1285.683675] env[65899]: DEBUG nova.network.neutron [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1285.683795] env[65899]: WARNING neutronclient.v2_0.client [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.684393] env[65899]: WARNING neutronclient.v2_0.client [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.728094] env[65899]: DEBUG nova.policy [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f542505fc99d41f8b366deacac61bf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35f72db077c4a1e8deed64432c84845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.818590] env[65899]: DEBUG nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1285.942879] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.943152] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.943374] env[65899]: DEBUG nova.objects.instance [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'resources' on Instance uuid 272cbbec-7bfe-471e-b164-3bda2d8c3775 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.034483] env[65899]: DEBUG nova.network.neutron [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Successfully created port: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1286.189692] env[65899]: DEBUG nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1286.342431] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.446862] env[65899]: DEBUG nova.objects.instance [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'numa_topology' on Instance uuid 272cbbec-7bfe-471e-b164-3bda2d8c3775 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.760587] env[65899]: DEBUG nova.compute.manager [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-changed-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1286.760587] env[65899]: DEBUG nova.compute.manager [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing instance network info cache due to event network-changed-f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1286.761507] env[65899]: DEBUG oslo_concurrency.lockutils [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] Acquiring lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.761507] env[65899]: DEBUG oslo_concurrency.lockutils [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] Acquired lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.761507] env[65899]: DEBUG nova.network.neutron [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing network info cache for port f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.949352] env[65899]: DEBUG nova.objects.base [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Object Instance<272cbbec-7bfe-471e-b164-3bda2d8c3775> lazy-loaded attributes: resources,numa_topology {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.026670] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e49694-253e-48f7-8827-1ade507266d3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.035356] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f6a75-7ad0-4460-a8a5-f3570bf9a4a6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.067347] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767169bd-65da-40ac-b6e6-d56f9400067e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.075861] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c39485-62bd-4631-8725-8799aee57b00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.089991] env[65899]: DEBUG nova.compute.provider_tree [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.200736] env[65899]: DEBUG nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1287.225311] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1287.225568] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.225720] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1287.225893] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.226092] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1287.226261] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1287.226469] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.226620] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1287.226779] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1287.226936] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1287.227124] env[65899]: DEBUG nova.virt.hardware [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1287.227962] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a927c27-3870-43be-88e5-72ca3c8778e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.237036] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a5f9cf-e833-4bd0-a6c0-bb78406929f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.264857] env[65899]: WARNING neutronclient.v2_0.client [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.439529] env[65899]: WARNING neutronclient.v2_0.client [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.447670] env[65899]: DEBUG nova.compute.manager [req-31f0e07d-e707-49b6-bc83-2ff97b227e1d req-feb4d036-99db-43a4-80fe-6deb703f5357 service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Received event network-vif-plugged-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1287.447885] env[65899]: DEBUG oslo_concurrency.lockutils [req-31f0e07d-e707-49b6-bc83-2ff97b227e1d req-feb4d036-99db-43a4-80fe-6deb703f5357 service nova] Acquiring lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.448103] env[65899]: DEBUG oslo_concurrency.lockutils [req-31f0e07d-e707-49b6-bc83-2ff97b227e1d req-feb4d036-99db-43a4-80fe-6deb703f5357 service nova] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.448274] env[65899]: DEBUG oslo_concurrency.lockutils [req-31f0e07d-e707-49b6-bc83-2ff97b227e1d req-feb4d036-99db-43a4-80fe-6deb703f5357 service nova] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.448981] env[65899]: DEBUG nova.compute.manager [req-31f0e07d-e707-49b6-bc83-2ff97b227e1d req-feb4d036-99db-43a4-80fe-6deb703f5357 service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] No waiting events found dispatching network-vif-plugged-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1287.448981] env[65899]: WARNING nova.compute.manager [req-31f0e07d-e707-49b6-bc83-2ff97b227e1d req-feb4d036-99db-43a4-80fe-6deb703f5357 service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Received unexpected event network-vif-plugged-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 for instance with vm_state building and task_state spawning. [ 1287.510780] env[65899]: DEBUG nova.network.neutron [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updated VIF entry in instance network info cache for port f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1287.511156] env[65899]: DEBUG nova.network.neutron [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf931ba54-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.537173] env[65899]: DEBUG nova.network.neutron [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Successfully updated port: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1287.593910] env[65899]: DEBUG nova.scheduler.client.report [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.870167] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.013463] env[65899]: DEBUG oslo_concurrency.lockutils [req-6c09ab76-4111-46a7-ad2d-99a80ede50a5 req-f359cda7-98c2-48e6-8f0b-7545425fe64e service nova] Releasing lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.040617] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.041069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.041069] env[65899]: DEBUG nova.network.neutron [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1288.102106] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.105020] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.763s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.107061] env[65899]: INFO nova.compute.claims [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.576882] env[65899]: DEBUG nova.network.neutron [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1288.614799] env[65899]: DEBUG oslo_concurrency.lockutils [None req-428d3601-b974-479c-b29b-a44ebfca8d28 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.149s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.616061] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.746s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.616061] env[65899]: INFO nova.compute.manager [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Unshelving [ 1288.667873] env[65899]: WARNING neutronclient.v2_0.client [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.744087] env[65899]: DEBUG nova.network.neutron [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Updating instance_info_cache with network_info: [{"id": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "address": "fa:16:3e:50:bc:2f", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b182ab-32", "ovs_interfaceid": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.213806] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c39baef-9788-4eb8-9b56-f10ce7e57857 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.223639] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6a5eb-d129-4d33-bed8-d97257fc7ac2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.254015] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.254484] env[65899]: DEBUG nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Instance network_info: |[{"id": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "address": "fa:16:3e:50:bc:2f", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b182ab-32", "ovs_interfaceid": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1289.255136] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:bc:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13b182ab-32fc-4ea2-9bcb-c66da4d5fec0', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.262515] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1289.263250] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86796dbc-71e9-4c01-be19-23b7328bfaf1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.265995] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.266258] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50ac85a7-8198-4138-a3e8-91ac97871607 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.289293] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70836c2-cbc9-4675-b467-c52b80f2187f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.293175] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.293175] env[65899]: value = "task-4895753" [ 1289.293175] env[65899]: _type = "Task" [ 1289.293175] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.305819] env[65899]: DEBUG nova.compute.provider_tree [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.312907] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895753, 'name': CreateVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.481930] env[65899]: DEBUG nova.compute.manager [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Received event network-changed-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1289.482142] env[65899]: DEBUG nova.compute.manager [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Refreshing instance network info cache due to event network-changed-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1289.482722] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] Acquiring lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.482964] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] Acquired lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.483187] env[65899]: DEBUG nova.network.neutron [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Refreshing network info cache for port 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.645226] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.804691] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895753, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.808766] env[65899]: DEBUG nova.scheduler.client.report [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.986898] env[65899]: WARNING neutronclient.v2_0.client [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.145738] env[65899]: WARNING neutronclient.v2_0.client [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.231788] env[65899]: DEBUG nova.network.neutron [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Updated VIF entry in instance network info cache for port 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1290.232166] env[65899]: DEBUG nova.network.neutron [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Updating instance_info_cache with network_info: [{"id": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "address": "fa:16:3e:50:bc:2f", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b182ab-32", "ovs_interfaceid": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.305570] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895753, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.313917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.314432] env[65899]: DEBUG nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1290.317234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.672s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.317436] env[65899]: DEBUG nova.objects.instance [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'pci_requests' on Instance uuid 272cbbec-7bfe-471e-b164-3bda2d8c3775 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.735521] env[65899]: DEBUG oslo_concurrency.lockutils [req-ee302380-0881-4a44-b754-c5b865e41aaa req-73a7aa49-e6ad-48f4-a959-34d8a43fac2b service nova] Releasing lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.811582] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895753, 'name': CreateVM_Task, 'duration_secs': 1.341235} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.811861] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.812581] env[65899]: WARNING neutronclient.v2_0.client [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.812956] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.813222] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.813447] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.813719] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f713323e-b6b4-49b3-88c9-07709908ba07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.821386] env[65899]: DEBUG nova.compute.utils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.824270] env[65899]: DEBUG nova.objects.instance [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'numa_topology' on Instance uuid 272cbbec-7bfe-471e-b164-3bda2d8c3775 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.826027] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1290.826027] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52770f86-066a-2ce1-053a-5a197a9656f7" [ 1290.826027] env[65899]: _type = "Task" [ 1290.826027] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.826335] env[65899]: DEBUG nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1290.826419] env[65899]: DEBUG nova.network.neutron [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1290.826759] env[65899]: WARNING neutronclient.v2_0.client [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.827055] env[65899]: WARNING neutronclient.v2_0.client [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.841388] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52770f86-066a-2ce1-053a-5a197a9656f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.873642] env[65899]: DEBUG nova.policy [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7093ce0605245e187fbcbb5ffa2d4e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3915bc4e4a074f399703523685f141c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.218836] env[65899]: DEBUG nova.network.neutron [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Successfully created port: 04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1291.326929] env[65899]: DEBUG nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1291.329934] env[65899]: INFO nova.compute.claims [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.342855] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52770f86-066a-2ce1-053a-5a197a9656f7, 'name': SearchDatastore_Task, 'duration_secs': 0.022702} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.343640] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.344014] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.344385] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.344652] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.344952] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.345410] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d671b9b-397b-449c-a76d-04e03b0b3466 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.362458] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.362458] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.362458] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3338ec9f-c966-4f94-9e4d-1202bf482868 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.369073] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1291.369073] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f3cf36-3103-1262-87d3-2261179aa6cb" [ 1291.369073] env[65899]: _type = "Task" [ 1291.369073] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.379025] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f3cf36-3103-1262-87d3-2261179aa6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.883950] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f3cf36-3103-1262-87d3-2261179aa6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.885432] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f385c8b0-6ff8-435e-a24e-abc4f675373f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.892079] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1291.892079] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52be6321-b2bc-54df-5c4f-425acf08129f" [ 1291.892079] env[65899]: _type = "Task" [ 1291.892079] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.901109] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52be6321-b2bc-54df-5c4f-425acf08129f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.341896] env[65899]: DEBUG nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1292.377399] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1292.378090] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.378090] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1292.378090] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.378090] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1292.378090] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1292.378469] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1292.378512] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1292.378656] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1292.378816] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1292.378986] env[65899]: DEBUG nova.virt.hardware [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1292.380030] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed51b435-2a01-4de0-b161-6ebf5cfbc00d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.392026] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dbec9a-f4eb-4dc5-b292-b5bd8e250db5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.416971] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52be6321-b2bc-54df-5c4f-425acf08129f, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.417283] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.417592] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 020bdbe2-9e3b-44d9-a59f-8362e52164f4/020bdbe2-9e3b-44d9-a59f-8362e52164f4.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.418093] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a04cb28-e087-426f-a660-1ff102f51c74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.426648] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1292.426648] env[65899]: value = "task-4895754" [ 1292.426648] env[65899]: _type = "Task" [ 1292.426648] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.435170] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.459054] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed9fd98-d6cc-4ffc-b76a-a7706a9e4201 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.466924] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cd0e97-3f5e-4fc2-8360-0d54b80dd73f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.502060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b52d70-d1c0-40d6-b33f-1c5451199cf2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.510770] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66446590-5a1b-4904-a994-594d8d477e00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.525232] env[65899]: DEBUG nova.compute.provider_tree [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.624566] env[65899]: DEBUG nova.compute.manager [req-0d02f7e3-0e63-4d06-836d-c0423c94b36a req-a0816ddf-8097-4c3f-9fc0-96482e25bb75 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Received event network-vif-plugged-04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1292.624799] env[65899]: DEBUG oslo_concurrency.lockutils [req-0d02f7e3-0e63-4d06-836d-c0423c94b36a req-a0816ddf-8097-4c3f-9fc0-96482e25bb75 service nova] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.624982] env[65899]: DEBUG oslo_concurrency.lockutils [req-0d02f7e3-0e63-4d06-836d-c0423c94b36a req-a0816ddf-8097-4c3f-9fc0-96482e25bb75 service nova] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.625352] env[65899]: DEBUG oslo_concurrency.lockutils [req-0d02f7e3-0e63-4d06-836d-c0423c94b36a req-a0816ddf-8097-4c3f-9fc0-96482e25bb75 service nova] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.625546] env[65899]: DEBUG nova.compute.manager [req-0d02f7e3-0e63-4d06-836d-c0423c94b36a req-a0816ddf-8097-4c3f-9fc0-96482e25bb75 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] No waiting events found dispatching network-vif-plugged-04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1292.625717] env[65899]: WARNING nova.compute.manager [req-0d02f7e3-0e63-4d06-836d-c0423c94b36a req-a0816ddf-8097-4c3f-9fc0-96482e25bb75 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Received unexpected event network-vif-plugged-04c91dd5-407d-42c3-9ffb-ed20ebb5915e for instance with vm_state building and task_state spawning. [ 1292.736992] env[65899]: DEBUG nova.network.neutron [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Successfully updated port: 04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1292.936194] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491163} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.936568] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 020bdbe2-9e3b-44d9-a59f-8362e52164f4/020bdbe2-9e3b-44d9-a59f-8362e52164f4.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.936659] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.936916] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b1a83d6-9e75-4725-b58b-c7f590f9dad7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.943363] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1292.943363] env[65899]: value = "task-4895755" [ 1292.943363] env[65899]: _type = "Task" [ 1292.943363] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.951013] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.029025] env[65899]: DEBUG nova.scheduler.client.report [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.242514] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.242708] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.242895] env[65899]: DEBUG nova.network.neutron [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1293.455032] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071332} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.455032] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.455209] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd61941-a0f1-4f7a-a6fe-c9656221fc0d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.479189] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 020bdbe2-9e3b-44d9-a59f-8362e52164f4/020bdbe2-9e3b-44d9-a59f-8362e52164f4.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.479522] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d48653-5a73-4fca-9afc-11b3fff94e68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.500665] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1293.500665] env[65899]: value = "task-4895756" [ 1293.500665] env[65899]: _type = "Task" [ 1293.500665] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.510244] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.533855] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.216s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.534316] env[65899]: WARNING neutronclient.v2_0.client [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.570187] env[65899]: INFO nova.network.neutron [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating port f931ba54-64cd-49d2-b590-617d0715893f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1293.779569] env[65899]: DEBUG nova.network.neutron [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1293.867859] env[65899]: WARNING neutronclient.v2_0.client [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.938239] env[65899]: DEBUG nova.network.neutron [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating instance_info_cache with network_info: [{"id": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "address": "fa:16:3e:be:13:4f", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c91dd5-40", "ovs_interfaceid": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.012878] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895756, 'name': ReconfigVM_Task, 'duration_secs': 0.32895} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.013194] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 020bdbe2-9e3b-44d9-a59f-8362e52164f4/020bdbe2-9e3b-44d9-a59f-8362e52164f4.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.013965] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da73490-cef7-43aa-9329-a20e8a21c83d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.021194] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1294.021194] env[65899]: value = "task-4895757" [ 1294.021194] env[65899]: _type = "Task" [ 1294.021194] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.029237] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895757, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.440653] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.441040] env[65899]: DEBUG nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Instance network_info: |[{"id": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "address": "fa:16:3e:be:13:4f", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c91dd5-40", "ovs_interfaceid": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1294.441545] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:13:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c91dd5-407d-42c3-9ffb-ed20ebb5915e', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.448891] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Creating folder: Project (3915bc4e4a074f399703523685f141c3). Parent ref: group-v953787. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.449186] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ecf63ad-1277-4504-b718-8f48855cc49e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.460775] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Created folder: Project (3915bc4e4a074f399703523685f141c3) in parent group-v953787. [ 1294.460918] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Creating folder: Instances. Parent ref: group-v954117. {{(pid=65899) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.461150] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba86c440-a2fa-4ad4-b74a-7638d46e4b03 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.471059] env[65899]: INFO nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Created folder: Instances in parent group-v954117. [ 1294.471352] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1294.471560] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.471800] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-314c7865-bd26-45ca-b159-7486ee63dccf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.493015] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.493015] env[65899]: value = "task-4895760" [ 1294.493015] env[65899]: _type = "Task" [ 1294.493015] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.502552] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895760, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.532960] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895757, 'name': Rename_Task, 'duration_secs': 0.141559} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.533278] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.533529] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25f4ce37-1e9e-452c-b494-974756312858 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.540314] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1294.540314] env[65899]: value = "task-4895761" [ 1294.540314] env[65899]: _type = "Task" [ 1294.540314] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.549539] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.659784] env[65899]: DEBUG nova.compute.manager [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Received event network-changed-04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1294.659784] env[65899]: DEBUG nova.compute.manager [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Refreshing instance network info cache due to event network-changed-04c91dd5-407d-42c3-9ffb-ed20ebb5915e. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1294.659784] env[65899]: DEBUG oslo_concurrency.lockutils [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] Acquiring lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.659988] env[65899]: DEBUG oslo_concurrency.lockutils [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] Acquired lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.660041] env[65899]: DEBUG nova.network.neutron [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Refreshing network info cache for port 04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.003832] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895760, 'name': CreateVM_Task, 'duration_secs': 0.30701} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.004130] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.004546] env[65899]: WARNING neutronclient.v2_0.client [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.004895] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.005100] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.005491] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.005799] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4099b0-cac4-48c5-8c81-6a6f85a18b19 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.010439] env[65899]: DEBUG nova.compute.manager [req-13ee90ab-98b9-4b6c-ad78-8406d36723ab req-1db55a9b-bbc8-4ce8-9cc3-4d5181732511 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-vif-plugged-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1295.010439] env[65899]: DEBUG oslo_concurrency.lockutils [req-13ee90ab-98b9-4b6c-ad78-8406d36723ab req-1db55a9b-bbc8-4ce8-9cc3-4d5181732511 service nova] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.010909] env[65899]: DEBUG oslo_concurrency.lockutils [req-13ee90ab-98b9-4b6c-ad78-8406d36723ab req-1db55a9b-bbc8-4ce8-9cc3-4d5181732511 service nova] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.011120] env[65899]: DEBUG oslo_concurrency.lockutils [req-13ee90ab-98b9-4b6c-ad78-8406d36723ab req-1db55a9b-bbc8-4ce8-9cc3-4d5181732511 service nova] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.011365] env[65899]: DEBUG nova.compute.manager [req-13ee90ab-98b9-4b6c-ad78-8406d36723ab req-1db55a9b-bbc8-4ce8-9cc3-4d5181732511 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] No waiting events found dispatching network-vif-plugged-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1295.011549] env[65899]: WARNING nova.compute.manager [req-13ee90ab-98b9-4b6c-ad78-8406d36723ab req-1db55a9b-bbc8-4ce8-9cc3-4d5181732511 service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received unexpected event network-vif-plugged-f931ba54-64cd-49d2-b590-617d0715893f for instance with vm_state shelved_offloaded and task_state spawning. [ 1295.015867] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1295.015867] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524efcb9-85a6-90ee-6ea6-dd0fd29e0cfa" [ 1295.015867] env[65899]: _type = "Task" [ 1295.015867] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.024753] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524efcb9-85a6-90ee-6ea6-dd0fd29e0cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.050913] env[65899]: DEBUG oslo_vmware.api [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895761, 'name': PowerOnVM_Task, 'duration_secs': 0.469294} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.051219] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.051433] env[65899]: INFO nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1295.051615] env[65899]: DEBUG nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1295.052456] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5f16c7-3755-4c30-b281-e554a6859444 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.093189] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.093461] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.093658] env[65899]: DEBUG nova.network.neutron [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1295.162529] env[65899]: WARNING neutronclient.v2_0.client [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.308193] env[65899]: WARNING neutronclient.v2_0.client [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.377107] env[65899]: DEBUG nova.network.neutron [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updated VIF entry in instance network info cache for port 04c91dd5-407d-42c3-9ffb-ed20ebb5915e. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1295.377577] env[65899]: DEBUG nova.network.neutron [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating instance_info_cache with network_info: [{"id": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "address": "fa:16:3e:be:13:4f", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c91dd5-40", "ovs_interfaceid": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.528727] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524efcb9-85a6-90ee-6ea6-dd0fd29e0cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.529054] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.529292] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.529523] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.529665] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.529840] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.530484] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16cc3b4e-3453-4b24-b466-8c3a9c921c97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.540424] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.540599] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.541348] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d331998-c993-44e6-8ee4-45ef5cef479a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.548174] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1295.548174] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52200724-aa1f-f7f8-8ad2-14c13cc53dde" [ 1295.548174] env[65899]: _type = "Task" [ 1295.548174] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.556700] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52200724-aa1f-f7f8-8ad2-14c13cc53dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.570851] env[65899]: INFO nova.compute.manager [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Took 12.59 seconds to build instance. [ 1295.596454] env[65899]: WARNING neutronclient.v2_0.client [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.787243] env[65899]: WARNING neutronclient.v2_0.client [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.858165] env[65899]: DEBUG nova.network.neutron [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf931ba54-64", "ovs_interfaceid": "f931ba54-64cd-49d2-b590-617d0715893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.879912] env[65899]: DEBUG oslo_concurrency.lockutils [req-78f599c4-730c-432b-b54a-4cf3666206bf req-a8bf6e3b-815e-4702-a57f-a1083ef59792 service nova] Releasing lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.059508] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52200724-aa1f-f7f8-8ad2-14c13cc53dde, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.060618] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8091de54-e9da-495b-9a17-11e1e565dbba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.066906] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1296.066906] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52832c19-af2b-a5f5-6ae0-369bf245be1c" [ 1296.066906] env[65899]: _type = "Task" [ 1296.066906] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.074986] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41e1c8ae-397f-47b8-b483-2f147ecfb59e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.106s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.075341] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52832c19-af2b-a5f5-6ae0-369bf245be1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.361736] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.393440] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='00677c82365941e982bcb6094ab4ccd6',container_format='bare',created_at=2025-12-01T13:45:12Z,direct_url=,disk_format='vmdk',id=4ec74def-dd54-4bc4-9e45-ebc68a16b70e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1079409006-shelved',owner='3ec6d067cda04e9ab138af689fdc07bf',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-12-01T13:45:26Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1296.393733] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.393891] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1296.394092] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.394243] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1296.394387] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1296.394595] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.394751] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1296.394915] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1296.395149] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1296.395381] env[65899]: DEBUG nova.virt.hardware [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1296.396265] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb6fa52-1752-4302-9c6e-a46ab8e4f7c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.404753] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433095fc-fd5a-49be-8442-bd870ccad8cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.418721] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ee:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f931ba54-64cd-49d2-b590-617d0715893f', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.428318] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1296.428603] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.429068] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-052d0155-63a7-427c-b767-b3385c0ce38a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.449808] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.449808] env[65899]: value = "task-4895762" [ 1296.449808] env[65899]: _type = "Task" [ 1296.449808] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.458323] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895762, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.578564] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52832c19-af2b-a5f5-6ae0-369bf245be1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.578891] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.579167] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 2bda2407-51da-48a3-a0dd-24f5752409e8/2bda2407-51da-48a3-a0dd-24f5752409e8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.579442] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bf37262-1bac-4b72-982c-53374664f928 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.587198] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1296.587198] env[65899]: value = "task-4895763" [ 1296.587198] env[65899]: _type = "Task" [ 1296.587198] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.595508] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.688639] env[65899]: DEBUG nova.compute.manager [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Received event network-changed-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1296.688825] env[65899]: DEBUG nova.compute.manager [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Refreshing instance network info cache due to event network-changed-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1296.689128] env[65899]: DEBUG oslo_concurrency.lockutils [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] Acquiring lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.689370] env[65899]: DEBUG oslo_concurrency.lockutils [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] Acquired lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.689800] env[65899]: DEBUG nova.network.neutron [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Refreshing network info cache for port 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.962663] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895762, 'name': CreateVM_Task, 'duration_secs': 0.411506} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.962853] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.963404] env[65899]: WARNING neutronclient.v2_0.client [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.963800] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.963928] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.964512] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.964634] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b848c6-dc40-491e-a21c-8c6b2bd11422 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.971371] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1296.971371] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5279325e-2d16-12d5-4871-84b89c0b982e" [ 1296.971371] env[65899]: _type = "Task" [ 1296.971371] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.981650] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5279325e-2d16-12d5-4871-84b89c0b982e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.051049] env[65899]: DEBUG nova.compute.manager [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-changed-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1297.051256] env[65899]: DEBUG nova.compute.manager [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing instance network info cache due to event network-changed-f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1297.051452] env[65899]: DEBUG oslo_concurrency.lockutils [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] Acquiring lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.051671] env[65899]: DEBUG oslo_concurrency.lockutils [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] Acquired lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.051763] env[65899]: DEBUG nova.network.neutron [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Refreshing network info cache for port f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.099742] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895763, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.193745] env[65899]: WARNING neutronclient.v2_0.client [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.378263] env[65899]: WARNING neutronclient.v2_0.client [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.456682] env[65899]: DEBUG nova.network.neutron [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Updated VIF entry in instance network info cache for port 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1297.457177] env[65899]: DEBUG nova.network.neutron [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Updating instance_info_cache with network_info: [{"id": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "address": "fa:16:3e:50:bc:2f", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b182ab-32", "ovs_interfaceid": "13b182ab-32fc-4ea2-9bcb-c66da4d5fec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.484068] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.484411] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Processing image 4ec74def-dd54-4bc4-9e45-ebc68a16b70e {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.484685] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e/4ec74def-dd54-4bc4-9e45-ebc68a16b70e.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.484882] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e/4ec74def-dd54-4bc4-9e45-ebc68a16b70e.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.485123] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.485425] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b6bf87-711a-4452-97ce-529b20b58b14 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.495961] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.496211] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.497069] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d037d6b-79b2-4f03-ab6c-6900e4106ca3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.504120] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1297.504120] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ba4ed0-c857-3719-33be-7a7791f85914" [ 1297.504120] env[65899]: _type = "Task" [ 1297.504120] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.513589] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ba4ed0-c857-3719-33be-7a7791f85914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.554268] env[65899]: WARNING neutronclient.v2_0.client [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.601842] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585904} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.605360] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 2bda2407-51da-48a3-a0dd-24f5752409e8/2bda2407-51da-48a3-a0dd-24f5752409e8.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.605648] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.606227] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e90a005b-acba-4217-bff4-c624d723c7f1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.613617] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1297.613617] env[65899]: value = "task-4895765" [ 1297.613617] env[65899]: _type = "Task" [ 1297.613617] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.623672] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.755728] env[65899]: WARNING neutronclient.v2_0.client [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.836368] env[65899]: DEBUG nova.network.neutron [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updated VIF entry in instance network info cache for port f931ba54-64cd-49d2-b590-617d0715893f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1297.836811] env[65899]: DEBUG nova.network.neutron [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [{"id": "f931ba54-64cd-49d2-b590-617d0715893f", "address": "fa:16:3e:ed:ee:be", "network": {"id": "4391fe6a-93f3-4b03-b6db-948f0dfb65d4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1253936136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec6d067cda04e9ab138af689fdc07bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf931ba54-64", "ovs_interfaceid": "f931ba54-64cd-49d2-b590-617d0715893f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.961497] env[65899]: DEBUG oslo_concurrency.lockutils [req-d7c98cba-f6e5-4efa-9fcf-8eb8f3ebbb62 req-0620cd0c-14a7-484c-b7c6-a75f25f5f47a service nova] Releasing lock "refresh_cache-020bdbe2-9e3b-44d9-a59f-8362e52164f4" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.014786] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Preparing fetch location {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1298.015013] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Fetch image to [datastore2] OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386/OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386.vmdk {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1298.015248] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Downloading stream optimized image 4ec74def-dd54-4bc4-9e45-ebc68a16b70e to [datastore2] OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386/OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386.vmdk on the data store datastore2 as vApp {{(pid=65899) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1298.015430] env[65899]: DEBUG nova.virt.vmwareapi.images [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Downloading image file data 4ec74def-dd54-4bc4-9e45-ebc68a16b70e to the ESX as VM named 'OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386' {{(pid=65899) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1298.090539] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1298.090539] env[65899]: value = "resgroup-9" [ 1298.090539] env[65899]: _type = "ResourcePool" [ 1298.090539] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1298.090904] env[65899]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5a72ece6-a6f1-49db-a26d-8fe519fee50d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.112103] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease: (returnval){ [ 1298.112103] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245a0f5-ba9e-05cd-2b99-e3a13f679b0e" [ 1298.112103] env[65899]: _type = "HttpNfcLease" [ 1298.112103] env[65899]: } obtained for vApp import into resource pool (val){ [ 1298.112103] env[65899]: value = "resgroup-9" [ 1298.112103] env[65899]: _type = "ResourcePool" [ 1298.112103] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1298.112765] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the lease: (returnval){ [ 1298.112765] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245a0f5-ba9e-05cd-2b99-e3a13f679b0e" [ 1298.112765] env[65899]: _type = "HttpNfcLease" [ 1298.112765] env[65899]: } to be ready. {{(pid=65899) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1298.122456] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.122456] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245a0f5-ba9e-05cd-2b99-e3a13f679b0e" [ 1298.122456] env[65899]: _type = "HttpNfcLease" [ 1298.122456] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1298.125836] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083291} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.126252] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.127298] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61afa531-82c3-4a44-88e2-b5741758a582 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.153790] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 2bda2407-51da-48a3-a0dd-24f5752409e8/2bda2407-51da-48a3-a0dd-24f5752409e8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.154201] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f86d41c-c894-4929-9578-30bf69d3e834 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.177658] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1298.177658] env[65899]: value = "task-4895767" [ 1298.177658] env[65899]: _type = "Task" [ 1298.177658] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.187384] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.340377] env[65899]: DEBUG oslo_concurrency.lockutils [req-c5685096-67fb-434c-bede-a91d181ca7fb req-8402ebf9-7889-4b2f-a942-3c7e0ddd9c2d service nova] Releasing lock "refresh_cache-272cbbec-7bfe-471e-b164-3bda2d8c3775" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.621723] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.621723] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245a0f5-ba9e-05cd-2b99-e3a13f679b0e" [ 1298.621723] env[65899]: _type = "HttpNfcLease" [ 1298.621723] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1298.692699] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.898761] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.898957] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.899098] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1299.122375] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.122375] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245a0f5-ba9e-05cd-2b99-e3a13f679b0e" [ 1299.122375] env[65899]: _type = "HttpNfcLease" [ 1299.122375] env[65899]: } is initializing. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1299.187058] env[65899]: DEBUG oslo_concurrency.lockutils [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.187379] env[65899]: DEBUG oslo_concurrency.lockutils [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.187630] env[65899]: INFO nova.compute.manager [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Rebooting instance [ 1299.193390] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895767, 'name': ReconfigVM_Task, 'duration_secs': 0.931396} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.194115] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 2bda2407-51da-48a3-a0dd-24f5752409e8/2bda2407-51da-48a3-a0dd-24f5752409e8.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.194835] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea399fe-7df8-4a21-b167-158a55f5fa2e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.201913] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1299.201913] env[65899]: value = "task-4895768" [ 1299.201913] env[65899]: _type = "Task" [ 1299.201913] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.211605] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895768, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.622842] env[65899]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.622842] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245a0f5-ba9e-05cd-2b99-e3a13f679b0e" [ 1299.622842] env[65899]: _type = "HttpNfcLease" [ 1299.622842] env[65899]: } is ready. {{(pid=65899) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1299.623153] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1299.623153] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5245a0f5-ba9e-05cd-2b99-e3a13f679b0e" [ 1299.623153] env[65899]: _type = "HttpNfcLease" [ 1299.623153] env[65899]: }. {{(pid=65899) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1299.623928] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11d921d-45f5-454d-a5e0-fbb8ed85a3d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.630733] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a42e1c-97a9-d404-0c0f-1142ac66fadf/disk-0.vmdk from lease info. {{(pid=65899) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1299.630910] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a42e1c-97a9-d404-0c0f-1142ac66fadf/disk-0.vmdk. {{(pid=65899) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1299.698705] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6b4120d-24fd-4c93-b784-755abb98cd8a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.714851] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895768, 'name': Rename_Task, 'duration_secs': 0.131046} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.715193] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.715491] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba9657c8-b162-4508-8b73-f761d563fa4f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.718497] env[65899]: DEBUG oslo_concurrency.lockutils [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.718675] env[65899]: DEBUG oslo_concurrency.lockutils [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.718858] env[65899]: DEBUG nova.network.neutron [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1299.729279] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1299.729279] env[65899]: value = "task-4895769" [ 1299.729279] env[65899]: _type = "Task" [ 1299.729279] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.739597] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.221766] env[65899]: WARNING neutronclient.v2_0.client [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.240218] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.450683] env[65899]: WARNING neutronclient.v2_0.client [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.744461] env[65899]: DEBUG oslo_vmware.api [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895769, 'name': PowerOnVM_Task, 'duration_secs': 0.788122} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.746649] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.746909] env[65899]: INFO nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1300.747154] env[65899]: DEBUG nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1300.748526] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef31e94b-1906-4a9e-bdf5-0d5cf29520ea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.988398] env[65899]: DEBUG nova.network.neutron [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.266242] env[65899]: INFO nova.compute.manager [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Took 14.94 seconds to build instance. [ 1301.355854] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Completed reading data from the image iterator. {{(pid=65899) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1301.356080] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a42e1c-97a9-d404-0c0f-1142ac66fadf/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1301.357050] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2584fee-e222-4af5-807d-7409b28c1f4e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.364612] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a42e1c-97a9-d404-0c0f-1142ac66fadf/disk-0.vmdk is in state: ready. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1301.364765] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a42e1c-97a9-d404-0c0f-1142ac66fadf/disk-0.vmdk. {{(pid=65899) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1301.365010] env[65899]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e90e624b-4f56-4416-b03b-fc9fe670a236 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.491211] env[65899]: DEBUG oslo_concurrency.lockutils [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.769217] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.453s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.996822] env[65899]: DEBUG nova.compute.manager [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1301.997766] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88643b6-7f0f-44a1-9b07-27aa91d61c81 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.119942] env[65899]: DEBUG oslo_vmware.rw_handles [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a42e1c-97a9-d404-0c0f-1142ac66fadf/disk-0.vmdk. {{(pid=65899) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1302.120187] env[65899]: INFO nova.virt.vmwareapi.images [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Downloaded image file data 4ec74def-dd54-4bc4-9e45-ebc68a16b70e [ 1302.121097] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b56876-ca50-49af-8526-cd5802bd935a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.137656] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f3f97a-e873-4cbc-b35b-9814c8987f5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.215640] env[65899]: INFO nova.virt.vmwareapi.images [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] The imported VM was unregistered [ 1302.219380] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Caching image {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1302.219743] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.220179] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed4ec27-66ae-4565-bd96-7f2878bd5df4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.248685] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Created directory with path [datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.248890] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386/OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386.vmdk to [datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e/4ec74def-dd54-4bc4-9e45-ebc68a16b70e.vmdk. {{(pid=65899) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1302.249179] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f9404020-8768-4c1f-952a-28cc0135356d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.257250] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1302.257250] env[65899]: value = "task-4895772" [ 1302.257250] env[65899]: _type = "Task" [ 1302.257250] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.266816] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895772, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.290327] env[65899]: DEBUG nova.compute.manager [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Received event network-changed-04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1302.290519] env[65899]: DEBUG nova.compute.manager [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Refreshing instance network info cache due to event network-changed-04c91dd5-407d-42c3-9ffb-ed20ebb5915e. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1302.290725] env[65899]: DEBUG oslo_concurrency.lockutils [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] Acquiring lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.290865] env[65899]: DEBUG oslo_concurrency.lockutils [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] Acquired lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.291125] env[65899]: DEBUG nova.network.neutron [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Refreshing network info cache for port 04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.768532] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895772, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.793602] env[65899]: WARNING neutronclient.v2_0.client [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.982128] env[65899]: WARNING neutronclient.v2_0.client [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.014635] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883a621-64d9-453f-9fd0-e5e8dac17682 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.024506] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Doing hard reboot of VM {{(pid=65899) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1303.024795] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7e18f2fb-2d11-411e-a4bd-2454196f024d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.032340] env[65899]: DEBUG oslo_vmware.api [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1303.032340] env[65899]: value = "task-4895774" [ 1303.032340] env[65899]: _type = "Task" [ 1303.032340] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.042716] env[65899]: DEBUG oslo_vmware.api [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895774, 'name': ResetVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.071610] env[65899]: DEBUG nova.network.neutron [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updated VIF entry in instance network info cache for port 04c91dd5-407d-42c3-9ffb-ed20ebb5915e. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1303.072129] env[65899]: DEBUG nova.network.neutron [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating instance_info_cache with network_info: [{"id": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "address": "fa:16:3e:be:13:4f", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c91dd5-40", "ovs_interfaceid": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.269438] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895772, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.549124] env[65899]: DEBUG oslo_vmware.api [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895774, 'name': ResetVM_Task, 'duration_secs': 0.115389} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.549663] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Did hard reboot of VM {{(pid=65899) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1303.550047] env[65899]: DEBUG nova.compute.manager [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1303.551516] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34ff07-f7b5-43d0-a34a-d26f278c75aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.575459] env[65899]: DEBUG oslo_concurrency.lockutils [req-4702571c-19b7-4bb4-8908-914fcf34824a req-3d3f52f9-e746-4347-80f3-7a28c81f3143 service nova] Releasing lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.769463] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895772, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.071076] env[65899]: DEBUG oslo_concurrency.lockutils [None req-77568f0e-0caa-423f-b4e6-d9507c726854 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.884s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.270939] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895772, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.771989] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895772, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.899912] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.272402] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895772, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.83737} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.272841] env[65899]: INFO nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386/OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386.vmdk to [datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e/4ec74def-dd54-4bc4-9e45-ebc68a16b70e.vmdk. [ 1305.272841] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Cleaning up location [datastore2] OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1305.272931] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3db4b906-cd95-4ef5-9b13-e8f7d7a98386 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.273237] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44082672-9128-4332-b996-5f6855e41aea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.284250] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1305.284250] env[65899]: value = "task-4895776" [ 1305.284250] env[65899]: _type = "Task" [ 1305.284250] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.294054] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.794099] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250836} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.794441] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.794555] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e/4ec74def-dd54-4bc4-9e45-ebc68a16b70e.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.794784] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e/4ec74def-dd54-4bc4-9e45-ebc68a16b70e.vmdk to [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.795063] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95f9af72-58c1-4218-a693-8b2e7b9c089e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.802395] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1305.802395] env[65899]: value = "task-4895777" [ 1305.802395] env[65899]: _type = "Task" [ 1305.802395] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.810427] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.899252] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.899503] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.312565] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895777, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.813941] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895777, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.898464] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.898787] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.317988] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895777, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.402446] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.402742] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.402993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.403228] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1307.404230] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accbb84b-1313-423b-8b47-b31264488006 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.413288] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6477b-d361-45fb-8a93-744e55494026 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.428934] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf38234d-e4b6-452b-b107-c9119db2e230 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.436923] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469a4344-fe9d-44c5-804f-4611314aa80a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.468274] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179596MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1307.468494] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.468648] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.814877] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895777, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.315658] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895777, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.519558] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1308.519872] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a4310fb9-38df-4ae4-9605-ff7503634a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1308.519872] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 1706aa2c-ec42-4290-a147-ea6d76a571ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1308.519966] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 020bdbe2-9e3b-44d9-a59f-8362e52164f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1308.520045] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2bda2407-51da-48a3-a0dd-24f5752409e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1308.520210] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 272cbbec-7bfe-471e-b164-3bda2d8c3775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1308.520398] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1308.520549] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '5', 'num_task_None': '5', 'num_os_type_None': '6', 'num_proj_b35f72db077c4a1e8deed64432c84845': '2', 'io_workload': '0', 'num_proj_b433241c78c742d691a5efec0cc99442': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_3ec6d067cda04e9ab138af689fdc07bf': '1', 'num_proj_31c62b3c654943ae8a436d7cb82f57f8': '1', 'num_proj_3915bc4e4a074f399703523685f141c3': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1308.600249] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9630c9f-b31d-4ba4-81d7-0f12f3a8bead {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.609772] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a8c1a2-a22c-4439-9d66-42cc18aa1100 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.640113] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5f31bf-18d4-4edd-9cbb-67ed0a479326 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.648334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ebd175-bfc4-4d99-af18-7ac2a7dee1c7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.662194] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.816921] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895777, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.588902} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.816921] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ec74def-dd54-4bc4-9e45-ebc68a16b70e/4ec74def-dd54-4bc4-9e45-ebc68a16b70e.vmdk to [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.817517] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7551cb-11f0-4eb2-a963-840f47e36c5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.839606] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.839890] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e074d203-c5b3-4c71-bc11-bd2611ff3496 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.859791] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1308.859791] env[65899]: value = "task-4895779" [ 1308.859791] env[65899]: _type = "Task" [ 1308.859791] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.868480] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.165232] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.372308] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.671291] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1309.671291] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.871051] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.371457] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895779, 'name': ReconfigVM_Task, 'duration_secs': 1.127158} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.371806] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775/272cbbec-7bfe-471e-b164-3bda2d8c3775.vmdk or device None with type streamOptimized {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.372466] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b04dc17-c749-4fd3-8481-6a60e8ee00df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.379392] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1310.379392] env[65899]: value = "task-4895780" [ 1310.379392] env[65899]: _type = "Task" [ 1310.379392] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.387835] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895780, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.890378] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895780, 'name': Rename_Task, 'duration_secs': 0.162014} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.890890] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.890951] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-179fe7a3-ce14-458e-b76c-3f8f3d0085cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.898183] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1310.898183] env[65899]: value = "task-4895782" [ 1310.898183] env[65899]: _type = "Task" [ 1310.898183] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.906806] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.409015] env[65899]: DEBUG oslo_vmware.api [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895782, 'name': PowerOnVM_Task, 'duration_secs': 0.470558} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.409321] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.515716] env[65899]: DEBUG nova.compute.manager [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1311.516265] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90973e49-769b-4c25-8e53-0dfbeb84e511 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.667029] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.033668] env[65899]: DEBUG oslo_concurrency.lockutils [None req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.418s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.255846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.256342] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.256342] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.256578] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.256783] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.258984] env[65899]: INFO nova.compute.manager [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Terminating instance [ 1313.763070] env[65899]: DEBUG nova.compute.manager [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1313.763320] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.764252] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6fbec-4c46-4d6f-8974-37997bf0bc86 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.773292] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.773638] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4cc567-f05d-4b24-9b78-37d0bdc1a9e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.780217] env[65899]: DEBUG oslo_vmware.api [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1313.780217] env[65899]: value = "task-4895784" [ 1313.780217] env[65899]: _type = "Task" [ 1313.780217] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.788789] env[65899]: DEBUG oslo_vmware.api [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.291417] env[65899]: DEBUG oslo_vmware.api [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895784, 'name': PowerOffVM_Task, 'duration_secs': 0.172037} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.291850] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.291993] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.292275] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366efa56-76e9-4854-aa0e-895b66ee05c8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.358248] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.358454] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.358636] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleting the datastore file [datastore2] 272cbbec-7bfe-471e-b164-3bda2d8c3775 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.358920] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c830f50-6b9e-42fa-b868-84ec9fb823a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.365286] env[65899]: DEBUG oslo_vmware.api [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for the task: (returnval){ [ 1314.365286] env[65899]: value = "task-4895786" [ 1314.365286] env[65899]: _type = "Task" [ 1314.365286] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.373652] env[65899]: DEBUG oslo_vmware.api [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.875207] env[65899]: DEBUG oslo_vmware.api [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Task: {'id': task-4895786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138695} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.875538] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.875729] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.876046] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.876090] env[65899]: INFO nova.compute.manager [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.876348] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1314.876554] env[65899]: DEBUG nova.compute.manager [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1314.876602] env[65899]: DEBUG nova.network.neutron [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1314.876855] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.909680] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.370024] env[65899]: DEBUG nova.compute.manager [req-0f637361-e33c-40d0-bf42-bf94f43bf0ff req-3a85b41e-e886-4320-890e-958880d13a6b service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Received event network-vif-deleted-f931ba54-64cd-49d2-b590-617d0715893f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1315.370433] env[65899]: INFO nova.compute.manager [req-0f637361-e33c-40d0-bf42-bf94f43bf0ff req-3a85b41e-e886-4320-890e-958880d13a6b service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Neutron deleted interface f931ba54-64cd-49d2-b590-617d0715893f; detaching it from the instance and deleting it from the info cache [ 1315.370433] env[65899]: DEBUG nova.network.neutron [req-0f637361-e33c-40d0-bf42-bf94f43bf0ff req-3a85b41e-e886-4320-890e-958880d13a6b service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.849050] env[65899]: DEBUG nova.network.neutron [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.872506] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16965104-57dd-4f1a-872c-5fdb99f3e6ca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.882709] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5945f13-bbfc-4d7c-81d2-0788a0d785c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.913593] env[65899]: DEBUG nova.compute.manager [req-0f637361-e33c-40d0-bf42-bf94f43bf0ff req-3a85b41e-e886-4320-890e-958880d13a6b service nova] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Detach interface failed, port_id=f931ba54-64cd-49d2-b590-617d0715893f, reason: Instance 272cbbec-7bfe-471e-b164-3bda2d8c3775 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1316.353019] env[65899]: INFO nova.compute.manager [-] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Took 1.48 seconds to deallocate network for instance. [ 1316.860442] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.860845] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.860974] env[65899]: DEBUG nova.objects.instance [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lazy-loading 'resources' on Instance uuid 272cbbec-7bfe-471e-b164-3bda2d8c3775 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.455371] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba875f0-f17e-40e2-93ea-477a4fbe01ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.463334] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8701a584-0ca9-4ed9-aca2-c2e116ba0409 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.494482] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3950e0-07fd-46ed-9668-c29c799ff5b2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.503214] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713525b1-9f57-4bb5-82fb-fc57790ba205 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.517824] env[65899]: DEBUG nova.compute.provider_tree [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.022019] env[65899]: DEBUG nova.scheduler.client.report [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.526979] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.546766] env[65899]: INFO nova.scheduler.client.report [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Deleted allocations for instance 272cbbec-7bfe-471e-b164-3bda2d8c3775 [ 1318.927941] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.928203] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.954383] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "ee889a57-731f-4187-a025-d43eda455b25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.954608] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.054652] env[65899]: DEBUG oslo_concurrency.lockutils [None req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Lock "272cbbec-7bfe-471e-b164-3bda2d8c3775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.798s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.431972] env[65899]: DEBUG nova.compute.utils [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.457069] env[65899]: DEBUG nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1319.935920] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.979834] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.980125] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.981780] env[65899]: INFO nova.compute.claims [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.009438] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.009693] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.009885] env[65899]: INFO nova.compute.manager [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Attaching volume 565c6a99-bd89-46a8-a274-d3e10eca209c to /dev/sdb [ 1321.040533] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90c144a-f340-4125-9e7e-f4711ddd7630 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.050270] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa29aad-d2f6-4cbc-a590-fb004512e50b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.064382] env[65899]: DEBUG nova.virt.block_device [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updating existing volume attachment record: d9704b42-d055-4c3a-8c31-b2388ede5cbf {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1321.079313] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08d9995-53c1-4419-90a4-ab06a11e3067 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.087292] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c30505-888c-4adc-98e9-ee75d84a99f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.119335] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcb7cbb-85dd-4945-b7b7-8772bd6f9457 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.126944] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df12b90-892f-488c-beee-2e4637c5ce38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.140547] env[65899]: DEBUG nova.compute.provider_tree [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.664039] env[65899]: ERROR nova.scheduler.client.report [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [req-28b068de-acf2-4c43-a6fa-1a734cf07bfc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28b068de-acf2-4c43-a6fa-1a734cf07bfc"}]} [ 1321.683231] env[65899]: DEBUG nova.scheduler.client.report [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1321.699674] env[65899]: DEBUG nova.scheduler.client.report [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1321.700098] env[65899]: DEBUG nova.compute.provider_tree [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.713550] env[65899]: DEBUG nova.scheduler.client.report [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1321.733894] env[65899]: DEBUG nova.scheduler.client.report [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1321.827063] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5365e4-c30a-46b1-9b16-4976793ef41d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.834915] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c832c0-ccdf-41c4-bc45-1b80c40ca080 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.865060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc9c5c7-f474-4dc9-99c4-87a8ff58b380 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.873109] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c200f-56e6-46a8-8b59-e482a44e1a20 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.886864] env[65899]: DEBUG nova.compute.provider_tree [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.418856] env[65899]: DEBUG nova.scheduler.client.report [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1322.419215] env[65899]: DEBUG nova.compute.provider_tree [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 172 to 173 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1322.419410] env[65899]: DEBUG nova.compute.provider_tree [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.924889] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.925314] env[65899]: DEBUG nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1323.430634] env[65899]: DEBUG nova.compute.utils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.432067] env[65899]: DEBUG nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1323.432258] env[65899]: DEBUG nova.network.neutron [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1323.432582] env[65899]: WARNING neutronclient.v2_0.client [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.432877] env[65899]: WARNING neutronclient.v2_0.client [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.472110] env[65899]: DEBUG nova.policy [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f542505fc99d41f8b366deacac61bf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35f72db077c4a1e8deed64432c84845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.828020] env[65899]: DEBUG nova.network.neutron [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Successfully created port: 224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1323.937036] env[65899]: DEBUG nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1324.441728] env[65899]: INFO nova.virt.block_device [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Booting with volume 5ad6e7f1-30c3-4a39-afe9-1672d79c34e0 at /dev/sda [ 1324.476342] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f774a2b4-620b-4499-aa1c-fac364559741 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.486663] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee0df2-2b53-4ec0-b3f1-b5eb022c97ef {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.528229] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cec5362c-a5f6-489f-8818-f64a184c3129 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.538105] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad801c45-a325-44b3-a92d-dd16e71f8379 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.573508] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942572c1-02a2-45d3-85f1-c607df070039 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.582406] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db92280-1f2a-4801-a5b2-7101fd501905 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.598316] env[65899]: DEBUG nova.virt.block_device [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating existing volume attachment record: a574d04b-ded2-4c0a-8471-c2765c386401 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1325.294542] env[65899]: DEBUG nova.compute.manager [req-66fe58d1-a126-4b2d-a429-491eb26f6c89 req-d0a02e90-1be7-416a-8ff5-f2ef5d1216b4 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Received event network-vif-plugged-224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1325.295199] env[65899]: DEBUG oslo_concurrency.lockutils [req-66fe58d1-a126-4b2d-a429-491eb26f6c89 req-d0a02e90-1be7-416a-8ff5-f2ef5d1216b4 service nova] Acquiring lock "ee889a57-731f-4187-a025-d43eda455b25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.295199] env[65899]: DEBUG oslo_concurrency.lockutils [req-66fe58d1-a126-4b2d-a429-491eb26f6c89 req-d0a02e90-1be7-416a-8ff5-f2ef5d1216b4 service nova] Lock "ee889a57-731f-4187-a025-d43eda455b25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.295296] env[65899]: DEBUG oslo_concurrency.lockutils [req-66fe58d1-a126-4b2d-a429-491eb26f6c89 req-d0a02e90-1be7-416a-8ff5-f2ef5d1216b4 service nova] Lock "ee889a57-731f-4187-a025-d43eda455b25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.295445] env[65899]: DEBUG nova.compute.manager [req-66fe58d1-a126-4b2d-a429-491eb26f6c89 req-d0a02e90-1be7-416a-8ff5-f2ef5d1216b4 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] No waiting events found dispatching network-vif-plugged-224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1325.295722] env[65899]: WARNING nova.compute.manager [req-66fe58d1-a126-4b2d-a429-491eb26f6c89 req-d0a02e90-1be7-416a-8ff5-f2ef5d1216b4 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Received unexpected event network-vif-plugged-224938ca-01e7-4726-9743-7ebf40a93383 for instance with vm_state building and task_state block_device_mapping. [ 1325.387482] env[65899]: DEBUG nova.network.neutron [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Successfully updated port: 224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1325.611261] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1325.611504] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954124', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'name': 'volume-565c6a99-bd89-46a8-a274-d3e10eca209c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706aa2c-ec42-4290-a147-ea6d76a571ca', 'attached_at': '', 'detached_at': '', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'serial': '565c6a99-bd89-46a8-a274-d3e10eca209c'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1325.612434] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8b451-ae9b-43a3-afb5-b280b32d349e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.630667] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1121212-6d0f-4bb5-b2a5-a46bd6eccfbb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.656226] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-565c6a99-bd89-46a8-a274-d3e10eca209c/volume-565c6a99-bd89-46a8-a274-d3e10eca209c.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.658574] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b64345e3-342f-406c-b0a4-975bd0889d0b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.677217] env[65899]: DEBUG oslo_vmware.api [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1325.677217] env[65899]: value = "task-4895791" [ 1325.677217] env[65899]: _type = "Task" [ 1325.677217] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.685795] env[65899]: DEBUG oslo_vmware.api [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.891174] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.891328] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.891517] env[65899]: DEBUG nova.network.neutron [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1326.187589] env[65899]: DEBUG oslo_vmware.api [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895791, 'name': ReconfigVM_Task, 'duration_secs': 0.464336} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.187858] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-565c6a99-bd89-46a8-a274-d3e10eca209c/volume-565c6a99-bd89-46a8-a274-d3e10eca209c.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.192441] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1925007-0b8f-4f37-bf47-ae32626451aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.211047] env[65899]: DEBUG oslo_vmware.api [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1326.211047] env[65899]: value = "task-4895792" [ 1326.211047] env[65899]: _type = "Task" [ 1326.211047] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.220732] env[65899]: DEBUG oslo_vmware.api [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.426591] env[65899]: DEBUG nova.network.neutron [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1326.507814] env[65899]: WARNING neutronclient.v2_0.client [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.587600] env[65899]: DEBUG nova.network.neutron [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [{"id": "224938ca-01e7-4726-9743-7ebf40a93383", "address": "fa:16:3e:b3:3a:ca", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224938ca-01", "ovs_interfaceid": "224938ca-01e7-4726-9743-7ebf40a93383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.713737] env[65899]: DEBUG nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1326.714345] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1326.714582] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.714741] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1326.714919] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.715076] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1326.715224] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1326.715538] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1326.715728] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1326.715903] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1326.716080] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1326.716255] env[65899]: DEBUG nova.virt.hardware [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1326.717248] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a5428e-5cc3-4c51-b5eb-8ecafa383bf5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.730926] env[65899]: DEBUG oslo_vmware.api [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895792, 'name': ReconfigVM_Task, 'duration_secs': 0.182473} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.732771] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954124', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'name': 'volume-565c6a99-bd89-46a8-a274-d3e10eca209c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706aa2c-ec42-4290-a147-ea6d76a571ca', 'attached_at': '', 'detached_at': '', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'serial': '565c6a99-bd89-46a8-a274-d3e10eca209c'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.735272] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce10ed70-b0f5-4f72-9991-075a1d6fce20 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.090774] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.091159] env[65899]: DEBUG nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Instance network_info: |[{"id": "224938ca-01e7-4726-9743-7ebf40a93383", "address": "fa:16:3e:b3:3a:ca", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224938ca-01", "ovs_interfaceid": "224938ca-01e7-4726-9743-7ebf40a93383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1327.091660] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:3a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '224938ca-01e7-4726-9743-7ebf40a93383', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.100523] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1327.100720] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee889a57-731f-4187-a025-d43eda455b25] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.101035] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63544a0c-bb2c-4dbb-9377-9af499bc9723 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.121709] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.121709] env[65899]: value = "task-4895793" [ 1327.121709] env[65899]: _type = "Task" [ 1327.121709] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.130148] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895793, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.323032] env[65899]: DEBUG nova.compute.manager [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Received event network-changed-224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1327.323260] env[65899]: DEBUG nova.compute.manager [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Refreshing instance network info cache due to event network-changed-224938ca-01e7-4726-9743-7ebf40a93383. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1327.323514] env[65899]: DEBUG oslo_concurrency.lockutils [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] Acquiring lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.323720] env[65899]: DEBUG oslo_concurrency.lockutils [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] Acquired lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.323969] env[65899]: DEBUG nova.network.neutron [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Refreshing network info cache for port 224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.631882] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895793, 'name': CreateVM_Task, 'duration_secs': 0.318822} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.632099] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee889a57-731f-4187-a025-d43eda455b25] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.632585] env[65899]: WARNING neutronclient.v2_0.client [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.632934] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'a574d04b-ded2-4c0a-8471-c2765c386401', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954123', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'name': 'volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee889a57-731f-4187-a025-d43eda455b25', 'attached_at': '', 'detached_at': '', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'serial': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0'}, 'mount_device': '/dev/sda', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65899) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1327.633143] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Root volume attach. Driver type: vmdk {{(pid=65899) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1327.633917] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b471e8b-65fe-4ff8-ab41-d84e0a8104f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.641552] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f55d0-93c5-48f9-a1f4-a3c88b53aefc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.647757] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcdb034-e440-407c-8fd6-85337114d2ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.653743] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-650ea423-174c-49e4-80f2-c913e6eff17f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.660917] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1327.660917] env[65899]: value = "task-4895794" [ 1327.660917] env[65899]: _type = "Task" [ 1327.660917] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.668421] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.777942] env[65899]: DEBUG nova.objects.instance [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'flavor' on Instance uuid 1706aa2c-ec42-4290-a147-ea6d76a571ca {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.827130] env[65899]: WARNING neutronclient.v2_0.client [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.987677] env[65899]: WARNING neutronclient.v2_0.client [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.065861] env[65899]: DEBUG nova.network.neutron [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updated VIF entry in instance network info cache for port 224938ca-01e7-4726-9743-7ebf40a93383. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1328.066291] env[65899]: DEBUG nova.network.neutron [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [{"id": "224938ca-01e7-4726-9743-7ebf40a93383", "address": "fa:16:3e:b3:3a:ca", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224938ca-01", "ovs_interfaceid": "224938ca-01e7-4726-9743-7ebf40a93383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.171930] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task} progress is 42%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.283265] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7449669b-ae7a-4ae0-aba6-b143b98ebaae tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.569098] env[65899]: DEBUG oslo_concurrency.lockutils [req-5835899b-cb17-49f7-9ae8-002e19252a39 req-ca897746-f6b5-4838-92a8-7c3ba035a937 service nova] Releasing lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.673243] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task} progress is 54%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.020977] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.021377] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.175157] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task} progress is 69%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.525091] env[65899]: INFO nova.compute.manager [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Detaching volume 565c6a99-bd89-46a8-a274-d3e10eca209c [ 1329.561563] env[65899]: INFO nova.virt.block_device [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Attempting to driver detach volume 565c6a99-bd89-46a8-a274-d3e10eca209c from mountpoint /dev/sdb [ 1329.561937] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1329.562183] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954124', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'name': 'volume-565c6a99-bd89-46a8-a274-d3e10eca209c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706aa2c-ec42-4290-a147-ea6d76a571ca', 'attached_at': '', 'detached_at': '', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'serial': '565c6a99-bd89-46a8-a274-d3e10eca209c'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1329.563340] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82d9805-12d9-4641-a516-78a072c7816c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.588159] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d6054-e340-4d77-bca2-b6d8dd65ac5c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.596806] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23114bb5-b113-441a-95a2-7731eaa07a6e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.619179] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a22bc-3153-4cd3-8368-61f6984e6c1b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.636280] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] The volume has not been displaced from its original location: [datastore1] volume-565c6a99-bd89-46a8-a274-d3e10eca209c/volume-565c6a99-bd89-46a8-a274-d3e10eca209c.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1329.641694] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1329.642096] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe3151d-181e-43ae-93c2-92bf56e89243 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.664475] env[65899]: DEBUG oslo_vmware.api [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1329.664475] env[65899]: value = "task-4895795" [ 1329.664475] env[65899]: _type = "Task" [ 1329.664475] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.680130] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task} progress is 82%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.685302] env[65899]: DEBUG oslo_vmware.api [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.180366] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task} progress is 97%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.180823] env[65899]: DEBUG oslo_vmware.api [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895795, 'name': ReconfigVM_Task, 'duration_secs': 0.383622} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.180885] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.185405] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec78b64-a03f-4980-989c-e79e17cc8483 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.201202] env[65899]: DEBUG oslo_vmware.api [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1330.201202] env[65899]: value = "task-4895796" [ 1330.201202] env[65899]: _type = "Task" [ 1330.201202] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.209781] env[65899]: DEBUG oslo_vmware.api [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.675016] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task} progress is 98%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.711284] env[65899]: DEBUG oslo_vmware.api [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.176014] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895794, 'name': RelocateVM_Task, 'duration_secs': 3.195435} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.176391] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1331.176650] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954123', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'name': 'volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee889a57-731f-4187-a025-d43eda455b25', 'attached_at': '', 'detached_at': '', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'serial': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1331.177479] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb0b459-816c-4960-837d-bf181a92a05b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.193069] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027a61ae-b125-4f3c-9a91-ddd668e3757e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.214886] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0/volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.218173] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6336d299-4c4e-427d-8130-61712a2635cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.238316] env[65899]: DEBUG oslo_vmware.api [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895796, 'name': ReconfigVM_Task, 'duration_secs': 0.923243} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.239621] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954124', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'name': 'volume-565c6a99-bd89-46a8-a274-d3e10eca209c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706aa2c-ec42-4290-a147-ea6d76a571ca', 'attached_at': '', 'detached_at': '', 'volume_id': '565c6a99-bd89-46a8-a274-d3e10eca209c', 'serial': '565c6a99-bd89-46a8-a274-d3e10eca209c'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1331.241792] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1331.241792] env[65899]: value = "task-4895797" [ 1331.241792] env[65899]: _type = "Task" [ 1331.241792] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.251218] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.752708] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895797, 'name': ReconfigVM_Task, 'duration_secs': 0.240723} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.753064] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0/volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.757752] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2549d927-665c-4b87-81c1-19b2fd6abe0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.773020] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1331.773020] env[65899]: value = "task-4895798" [ 1331.773020] env[65899]: _type = "Task" [ 1331.773020] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.781632] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.783050] env[65899]: DEBUG nova.objects.instance [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'flavor' on Instance uuid 1706aa2c-ec42-4290-a147-ea6d76a571ca {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.287104] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895798, 'name': ReconfigVM_Task, 'duration_secs': 0.138231} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.288800] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954123', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'name': 'volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee889a57-731f-4187-a025-d43eda455b25', 'attached_at': '', 'detached_at': '', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'serial': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1332.289232] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f8c099d-70ca-4cb1-ae20-c6e7a31faa78 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.296159] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1332.296159] env[65899]: value = "task-4895799" [ 1332.296159] env[65899]: _type = "Task" [ 1332.296159] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.305580] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895799, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.791770] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ab9062d1-911b-4881-9214-6d71391f5269 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.770s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.807116] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895799, 'name': Rename_Task, 'duration_secs': 0.133181} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.808041] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.808302] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a5ee71-3fa5-4824-ba1c-33e42a89aa2c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.815101] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1332.815101] env[65899]: value = "task-4895800" [ 1332.815101] env[65899]: _type = "Task" [ 1332.815101] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.823511] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.326123] env[65899]: DEBUG oslo_vmware.api [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895800, 'name': PowerOnVM_Task, 'duration_secs': 0.457935} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.326491] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.326572] env[65899]: INFO nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1333.326790] env[65899]: DEBUG nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1333.327563] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4da75e-638f-4d52-97f8-52a655d6a782 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.433137] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.433405] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.433669] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "1706aa2c-ec42-4290-a147-ea6d76a571ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.434306] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.434495] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.436874] env[65899]: INFO nova.compute.manager [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Terminating instance [ 1333.844109] env[65899]: INFO nova.compute.manager [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Took 13.88 seconds to build instance. [ 1333.941177] env[65899]: DEBUG nova.compute.manager [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1333.941456] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.942303] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6df3c48-e707-4595-94da-6a33076d5c5f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.950569] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.950813] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a56e8c09-0ecd-4ca8-95d0-bfb220cce52f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.956500] env[65899]: DEBUG oslo_vmware.api [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1333.956500] env[65899]: value = "task-4895801" [ 1333.956500] env[65899]: _type = "Task" [ 1333.956500] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.964130] env[65899]: DEBUG oslo_vmware.api [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.346662] env[65899]: DEBUG oslo_concurrency.lockutils [None req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.392s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.467380] env[65899]: DEBUG oslo_vmware.api [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895801, 'name': PowerOffVM_Task, 'duration_secs': 0.23658} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.467679] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.467843] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.468244] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-145b2c70-dc31-439f-8e28-2ceaa01a9000 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.542245] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.542443] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.542577] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleting the datastore file [datastore1] 1706aa2c-ec42-4290-a147-ea6d76a571ca {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.542841] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1f3d8a-2a48-4b0f-88c1-1a0658f161f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.550734] env[65899]: DEBUG oslo_vmware.api [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for the task: (returnval){ [ 1334.550734] env[65899]: value = "task-4895803" [ 1334.550734] env[65899]: _type = "Task" [ 1334.550734] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.559188] env[65899]: DEBUG oslo_vmware.api [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.853191] env[65899]: DEBUG nova.compute.manager [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Received event network-changed-d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1334.853191] env[65899]: DEBUG nova.compute.manager [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Refreshing instance network info cache due to event network-changed-d12b7d1d-68a1-426a-8fe4-82721bb82dcf. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1334.854153] env[65899]: DEBUG oslo_concurrency.lockutils [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] Acquiring lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.854153] env[65899]: DEBUG oslo_concurrency.lockutils [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] Acquired lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.854153] env[65899]: DEBUG nova.network.neutron [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Refreshing network info cache for port d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.061594] env[65899]: DEBUG oslo_vmware.api [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Task: {'id': task-4895803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228138} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.061865] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.062058] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.062238] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.062414] env[65899]: INFO nova.compute.manager [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1335.062662] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1335.062872] env[65899]: DEBUG nova.compute.manager [-] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1335.062968] env[65899]: DEBUG nova.network.neutron [-] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1335.063225] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.123154] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.357688] env[65899]: WARNING neutronclient.v2_0.client [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.543045] env[65899]: WARNING neutronclient.v2_0.client [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.652564] env[65899]: DEBUG nova.compute.manager [req-e58fed0b-4102-44f9-acbf-e653f76bb92c req-2e91e28b-bd1f-42a4-a164-e58b43d69cad service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Received event network-vif-deleted-11fd03e8-e016-4389-98ec-1e4a0285251d {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1335.652884] env[65899]: INFO nova.compute.manager [req-e58fed0b-4102-44f9-acbf-e653f76bb92c req-2e91e28b-bd1f-42a4-a164-e58b43d69cad service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Neutron deleted interface 11fd03e8-e016-4389-98ec-1e4a0285251d; detaching it from the instance and deleting it from the info cache [ 1335.652934] env[65899]: DEBUG nova.network.neutron [req-e58fed0b-4102-44f9-acbf-e653f76bb92c req-2e91e28b-bd1f-42a4-a164-e58b43d69cad service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.659664] env[65899]: DEBUG nova.network.neutron [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updated VIF entry in instance network info cache for port d12b7d1d-68a1-426a-8fe4-82721bb82dcf. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1335.660036] env[65899]: DEBUG nova.network.neutron [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updating instance_info_cache with network_info: [{"id": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "address": "fa:16:3e:6c:1f:90", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12b7d1d-68", "ovs_interfaceid": "d12b7d1d-68a1-426a-8fe4-82721bb82dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.115141] env[65899]: DEBUG nova.network.neutron [-] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.157474] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cfe3953-89a1-4de1-a877-6f9e2cde9827 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.163176] env[65899]: DEBUG oslo_concurrency.lockutils [req-a8fe86d7-155c-44cc-81d5-eff39b5cd927 req-0110055e-74c2-4969-8c29-0e8e347a79bb service nova] Releasing lock "refresh_cache-537084c3-fac5-47b5-bdb1-4e56784055a3" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.167944] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c47fe8-ca59-45b2-a926-909e77e01fae {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.199891] env[65899]: DEBUG nova.compute.manager [req-e58fed0b-4102-44f9-acbf-e653f76bb92c req-2e91e28b-bd1f-42a4-a164-e58b43d69cad service nova] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Detach interface failed, port_id=11fd03e8-e016-4389-98ec-1e4a0285251d, reason: Instance 1706aa2c-ec42-4290-a147-ea6d76a571ca could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1336.579158] env[65899]: DEBUG nova.compute.manager [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1336.618398] env[65899]: INFO nova.compute.manager [-] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Took 1.56 seconds to deallocate network for instance. [ 1336.882113] env[65899]: DEBUG nova.compute.manager [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Received event network-changed-224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1336.882396] env[65899]: DEBUG nova.compute.manager [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Refreshing instance network info cache due to event network-changed-224938ca-01e7-4726-9743-7ebf40a93383. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1336.882658] env[65899]: DEBUG oslo_concurrency.lockutils [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] Acquiring lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.882779] env[65899]: DEBUG oslo_concurrency.lockutils [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] Acquired lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.882956] env[65899]: DEBUG nova.network.neutron [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Refreshing network info cache for port 224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.098562] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.098825] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.125118] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.385941] env[65899]: WARNING neutronclient.v2_0.client [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.569502] env[65899]: WARNING neutronclient.v2_0.client [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.603693] env[65899]: INFO nova.compute.claims [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.647490] env[65899]: DEBUG nova.network.neutron [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updated VIF entry in instance network info cache for port 224938ca-01e7-4726-9743-7ebf40a93383. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1337.647860] env[65899]: DEBUG nova.network.neutron [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [{"id": "224938ca-01e7-4726-9743-7ebf40a93383", "address": "fa:16:3e:b3:3a:ca", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224938ca-01", "ovs_interfaceid": "224938ca-01e7-4726-9743-7ebf40a93383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.111436] env[65899]: INFO nova.compute.resource_tracker [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating resource usage from migration 611d0791-53d7-42d8-9933-f1850ea4e914 [ 1338.150183] env[65899]: DEBUG oslo_concurrency.lockutils [req-93ece2be-8279-4326-96d4-8c17c4d99bf1 req-95ef5e4e-8ef3-4b3a-a9d1-14e73ef5730e service nova] Releasing lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.210051] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442f06f-e65d-4247-844d-b51f0afb6143 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.217912] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ea71d8-1b64-454b-8eb5-cdd10526c5d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.248721] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaca512-0ed0-49b9-add4-d1909408dbe0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.256953] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d652161-dac0-4fcf-a457-ca511df17b2d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.272348] env[65899]: DEBUG nova.compute.provider_tree [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.794677] env[65899]: ERROR nova.scheduler.client.report [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [req-4befc583-7efc-4a0e-a107-b4d41813babe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6e9c4476-e557-4afd-928d-cf1c63a2d0d0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4befc583-7efc-4a0e-a107-b4d41813babe"}]} [ 1338.811912] env[65899]: DEBUG nova.scheduler.client.report [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1338.826219] env[65899]: DEBUG nova.scheduler.client.report [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1338.826461] env[65899]: DEBUG nova.compute.provider_tree [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.838387] env[65899]: DEBUG nova.scheduler.client.report [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1338.858501] env[65899]: DEBUG nova.scheduler.client.report [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1338.951745] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c77f83e-f12c-4678-adc7-14561b74284a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.959567] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19682fe2-19c2-41d1-92bc-471695d8afb2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.989339] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b6ae7-6816-4513-abb9-65540d3cbafb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.997259] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df832279-e057-479f-a7d2-17114f61f859 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.010508] env[65899]: DEBUG nova.compute.provider_tree [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.541855] env[65899]: DEBUG nova.scheduler.client.report [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updated inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1339.542141] env[65899]: DEBUG nova.compute.provider_tree [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 generation from 175 to 176 during operation: update_inventory {{(pid=65899) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1339.542323] env[65899]: DEBUG nova.compute.provider_tree [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.047906] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.949s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.048257] env[65899]: INFO nova.compute.manager [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Migrating [ 1340.054546] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.930s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.054767] env[65899]: DEBUG nova.objects.instance [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lazy-loading 'resources' on Instance uuid 1706aa2c-ec42-4290-a147-ea6d76a571ca {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.564831] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.565069] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.565237] env[65899]: DEBUG nova.network.neutron [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1340.675523] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39745606-b416-4085-a793-181200614d10 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.684762] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6eb18-75b7-4047-9f83-8df10104e896 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.716880] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081518b-2473-4462-a760-a92c9e1b6041 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.725368] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b092f0cc-a06f-43a2-a128-35e4222dc0c1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.740435] env[65899]: DEBUG nova.compute.provider_tree [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.071101] env[65899]: WARNING neutronclient.v2_0.client [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.227147] env[65899]: WARNING neutronclient.v2_0.client [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.244582] env[65899]: DEBUG nova.scheduler.client.report [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.314479] env[65899]: DEBUG nova.network.neutron [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [{"id": "224938ca-01e7-4726-9743-7ebf40a93383", "address": "fa:16:3e:b3:3a:ca", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224938ca-01", "ovs_interfaceid": "224938ca-01e7-4726-9743-7ebf40a93383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.649278] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.649512] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.751878] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.772402] env[65899]: INFO nova.scheduler.client.report [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Deleted allocations for instance 1706aa2c-ec42-4290-a147-ea6d76a571ca [ 1341.817281] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.841759] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "967a5220-d2a2-4f87-a2b2-2d0750f42838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.842062] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.152702] env[65899]: DEBUG nova.compute.utils [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.280197] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2866bfe6-77a4-47de-8ed8-d82152586394 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Lock "1706aa2c-ec42-4290-a147-ea6d76a571ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.847s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.344247] env[65899]: DEBUG nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1342.656371] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.864437] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.864765] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.866328] env[65899]: INFO nova.compute.claims [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.331562] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18c3c6-1140-46bb-9832-5607df90dde2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.353369] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance 'ee889a57-731f-4187-a025-d43eda455b25' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.720115] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.720374] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.720590] env[65899]: INFO nova.compute.manager [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Attaching volume 99e4c741-afe2-4ec4-9015-9c33e45dd822 to /dev/sdb [ 1343.753922] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07bb0c6-dd85-4647-9ac9-30406e2e561b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.761417] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d74032-45b6-4140-a6c2-22bf94a8940a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.774832] env[65899]: DEBUG nova.virt.block_device [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating existing volume attachment record: 00aa8293-9520-423c-933c-94c24e14a9c6 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1343.859930] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.860292] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b317c0d-c079-4636-b9f8-e8cafbde230c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.867782] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1343.867782] env[65899]: value = "task-4895805" [ 1343.867782] env[65899]: _type = "Task" [ 1343.867782] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.879438] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.996060] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c042f65-22a2-433a-bf42-79166bf79b97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.004244] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385a9873-9ed2-4613-ad84-5bf3c1679df8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.038608] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9c6dbe-5437-4185-9e7f-0263166d1ec4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.047295] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5922d99c-f371-40fd-861b-3b305047aaeb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.063658] env[65899]: DEBUG nova.compute.provider_tree [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.379831] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895805, 'name': PowerOffVM_Task, 'duration_secs': 0.201603} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.380218] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.380360] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance 'ee889a57-731f-4187-a025-d43eda455b25' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.567053] env[65899]: DEBUG nova.scheduler.client.report [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.888267] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1344.888568] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.888760] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1344.888986] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.889185] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1344.889408] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1344.889734] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1344.889926] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1344.890148] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1344.890401] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1344.890610] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1344.895971] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c28145-af02-4d99-86f8-423dedc6e944 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.912613] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1344.912613] env[65899]: value = "task-4895809" [ 1344.912613] env[65899]: _type = "Task" [ 1344.912613] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.921526] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.072852] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.073533] env[65899]: DEBUG nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1345.422985] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895809, 'name': ReconfigVM_Task, 'duration_secs': 0.185438} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.423385] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance 'ee889a57-731f-4187-a025-d43eda455b25' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.579650] env[65899]: DEBUG nova.compute.utils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.581506] env[65899]: DEBUG nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1345.582202] env[65899]: DEBUG nova.network.neutron [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1345.582202] env[65899]: WARNING neutronclient.v2_0.client [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.582639] env[65899]: WARNING neutronclient.v2_0.client [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.633144] env[65899]: DEBUG nova.policy [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5fdc881f475431b91d1accadf4033da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b433241c78c742d691a5efec0cc99442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.929704] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1345.929874] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.929971] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1345.930205] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.930425] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1345.930538] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1345.930689] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1345.931050] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1345.931050] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1345.931212] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1345.931323] env[65899]: DEBUG nova.virt.hardware [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1345.936566] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.937667] env[65899]: DEBUG nova.network.neutron [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Successfully created port: 92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1345.939823] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1ad65e-6692-4c7d-8b99-c2517342de4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.960718] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1345.960718] env[65899]: value = "task-4895810" [ 1345.960718] env[65899]: _type = "Task" [ 1345.960718] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.969364] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.086406] env[65899]: DEBUG nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1346.471146] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895810, 'name': ReconfigVM_Task, 'duration_secs': 0.162195} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.471499] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.472230] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87692bc5-c1eb-4f28-b76b-05a3880e1718 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.497113] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0/volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.497655] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba71969-cb1c-496e-8bd4-32485abbdcb7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.516748] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1346.516748] env[65899]: value = "task-4895813" [ 1346.516748] env[65899]: _type = "Task" [ 1346.516748] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.527790] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.026952] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895813, 'name': ReconfigVM_Task, 'duration_secs': 0.247805} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.027257] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0/volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.027577] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance 'ee889a57-731f-4187-a025-d43eda455b25' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.096227] env[65899]: DEBUG nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1347.122083] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1347.122454] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.122636] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1347.122895] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.123059] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1347.123207] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1347.123409] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.123561] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1347.123759] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1347.123969] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1347.124168] env[65899]: DEBUG nova.virt.hardware [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1347.125032] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7c9e8-ded8-4eb2-8f7b-44449b97c946 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.133581] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f2840-e613-4fc4-8e18-9d8e51d0d98e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.354679] env[65899]: DEBUG nova.compute.manager [req-95895632-4e0c-41c2-9ae8-74feeb094791 req-e64441e1-ff3a-461b-bf17-2b8a5103fc85 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Received event network-vif-plugged-92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1347.354775] env[65899]: DEBUG oslo_concurrency.lockutils [req-95895632-4e0c-41c2-9ae8-74feeb094791 req-e64441e1-ff3a-461b-bf17-2b8a5103fc85 service nova] Acquiring lock "967a5220-d2a2-4f87-a2b2-2d0750f42838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.354954] env[65899]: DEBUG oslo_concurrency.lockutils [req-95895632-4e0c-41c2-9ae8-74feeb094791 req-e64441e1-ff3a-461b-bf17-2b8a5103fc85 service nova] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.355166] env[65899]: DEBUG oslo_concurrency.lockutils [req-95895632-4e0c-41c2-9ae8-74feeb094791 req-e64441e1-ff3a-461b-bf17-2b8a5103fc85 service nova] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.355362] env[65899]: DEBUG nova.compute.manager [req-95895632-4e0c-41c2-9ae8-74feeb094791 req-e64441e1-ff3a-461b-bf17-2b8a5103fc85 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] No waiting events found dispatching network-vif-plugged-92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1347.355953] env[65899]: WARNING nova.compute.manager [req-95895632-4e0c-41c2-9ae8-74feeb094791 req-e64441e1-ff3a-461b-bf17-2b8a5103fc85 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Received unexpected event network-vif-plugged-92e9700e-b09e-48ee-a842-33879bf6e3ea for instance with vm_state building and task_state spawning. [ 1347.448350] env[65899]: DEBUG nova.network.neutron [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Successfully updated port: 92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1347.534068] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb963149-f1c3-4b9f-9fb9-d83e8751cca3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.554659] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d1bfb2-3c03-4810-9dd9-423cf04f7348 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.574983] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance 'ee889a57-731f-4187-a025-d43eda455b25' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.950927] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.951186] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.951326] env[65899]: DEBUG nova.network.neutron [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1348.319572] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1348.319857] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954127', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'name': 'volume-99e4c741-afe2-4ec4-9015-9c33e45dd822', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bda2407-51da-48a3-a0dd-24f5752409e8', 'attached_at': '', 'detached_at': '', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'serial': '99e4c741-afe2-4ec4-9015-9c33e45dd822'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1348.320812] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e3bef1-0e33-48f3-8aea-7ae670d2aabe {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.337733] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3facfd-03f1-49ef-898c-b103efd3c1e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.362489] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-99e4c741-afe2-4ec4-9015-9c33e45dd822/volume-99e4c741-afe2-4ec4-9015-9c33e45dd822.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.362770] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf4a0b6-8344-4758-9942-17413e04f731 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.381415] env[65899]: DEBUG oslo_vmware.api [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1348.381415] env[65899]: value = "task-4895814" [ 1348.381415] env[65899]: _type = "Task" [ 1348.381415] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.389779] env[65899]: DEBUG oslo_vmware.api [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.490373] env[65899]: DEBUG nova.network.neutron [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1348.585200] env[65899]: WARNING neutronclient.v2_0.client [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.665238] env[65899]: DEBUG nova.network.neutron [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Updating instance_info_cache with network_info: [{"id": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "address": "fa:16:3e:bb:7f:6f", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e9700e-b0", "ovs_interfaceid": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.891652] env[65899]: DEBUG oslo_vmware.api [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895814, 'name': ReconfigVM_Task, 'duration_secs': 0.418674} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.891956] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-99e4c741-afe2-4ec4-9015-9c33e45dd822/volume-99e4c741-afe2-4ec4-9015-9c33e45dd822.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.896619] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3415c2c-7683-4416-896e-f546c70837fb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.912070] env[65899]: DEBUG oslo_vmware.api [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1348.912070] env[65899]: value = "task-4895815" [ 1348.912070] env[65899]: _type = "Task" [ 1348.912070] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.920632] env[65899]: DEBUG oslo_vmware.api [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.168587] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.168969] env[65899]: DEBUG nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Instance network_info: |[{"id": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "address": "fa:16:3e:bb:7f:6f", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e9700e-b0", "ovs_interfaceid": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1349.169472] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:7f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e9700e-b09e-48ee-a842-33879bf6e3ea', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.176913] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1349.177122] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.177713] env[65899]: WARNING neutronclient.v2_0.client [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.178047] env[65899]: WARNING neutronclient.v2_0.client [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.180493] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76bddcc4-895d-4cda-bcea-04165deb794d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.200774] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.200774] env[65899]: value = "task-4895816" [ 1349.200774] env[65899]: _type = "Task" [ 1349.200774] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.209404] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895816, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.230705] env[65899]: DEBUG nova.network.neutron [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Port 224938ca-01e7-4726-9743-7ebf40a93383 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1349.384195] env[65899]: DEBUG nova.compute.manager [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Received event network-changed-92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1349.384493] env[65899]: DEBUG nova.compute.manager [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Refreshing instance network info cache due to event network-changed-92e9700e-b09e-48ee-a842-33879bf6e3ea. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1349.384726] env[65899]: DEBUG oslo_concurrency.lockutils [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] Acquiring lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.384865] env[65899]: DEBUG oslo_concurrency.lockutils [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] Acquired lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.385030] env[65899]: DEBUG nova.network.neutron [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Refreshing network info cache for port 92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.422527] env[65899]: DEBUG oslo_vmware.api [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895815, 'name': ReconfigVM_Task, 'duration_secs': 0.148375} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.422841] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954127', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'name': 'volume-99e4c741-afe2-4ec4-9015-9c33e45dd822', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bda2407-51da-48a3-a0dd-24f5752409e8', 'attached_at': '', 'detached_at': '', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'serial': '99e4c741-afe2-4ec4-9015-9c33e45dd822'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1349.710997] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895816, 'name': CreateVM_Task, 'duration_secs': 0.339159} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.711389] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.711688] env[65899]: WARNING neutronclient.v2_0.client [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.712054] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.712209] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.712529] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.712790] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fce4d34-1c85-4780-b3ba-8d8d5a0dc456 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.718851] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1349.718851] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ac2df0-230d-bd54-6017-adcd05f71c0e" [ 1349.718851] env[65899]: _type = "Task" [ 1349.718851] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.727131] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ac2df0-230d-bd54-6017-adcd05f71c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.888038] env[65899]: WARNING neutronclient.v2_0.client [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.056903] env[65899]: WARNING neutronclient.v2_0.client [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.130797] env[65899]: DEBUG nova.network.neutron [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Updated VIF entry in instance network info cache for port 92e9700e-b09e-48ee-a842-33879bf6e3ea. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1350.131178] env[65899]: DEBUG nova.network.neutron [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Updating instance_info_cache with network_info: [{"id": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "address": "fa:16:3e:bb:7f:6f", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e9700e-b0", "ovs_interfaceid": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.230696] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ac2df0-230d-bd54-6017-adcd05f71c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.020036} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.231025] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.231269] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.231516] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.231661] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.231866] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.232171] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df18c5e-9656-422d-b3d4-ba0479bd9bed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.249408] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "ee889a57-731f-4187-a025-d43eda455b25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.249675] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.249844] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.258249] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.258447] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.259440] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b889fe48-6191-44e7-9cdc-9c94a6f3acdb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.268031] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1350.268031] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52ee1873-61a3-293d-d01a-02fbe884a04f" [ 1350.268031] env[65899]: _type = "Task" [ 1350.268031] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.283625] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ee1873-61a3-293d-d01a-02fbe884a04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.460939] env[65899]: DEBUG nova.objects.instance [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.633829] env[65899]: DEBUG oslo_concurrency.lockutils [req-6910c829-a20b-48f9-9815-42b413aac793 req-b8263d5d-a06f-4647-b0d8-b77f90d1aabc service nova] Releasing lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.781211] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52ee1873-61a3-293d-d01a-02fbe884a04f, 'name': SearchDatastore_Task, 'duration_secs': 0.021609} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.782160] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d14b2e-308d-442c-b71d-1177e4b6d027 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.788804] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1350.788804] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]5201b9fd-46d6-1213-4e89-cc91db98917f" [ 1350.788804] env[65899]: _type = "Task" [ 1350.788804] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.798698] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5201b9fd-46d6-1213-4e89-cc91db98917f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.967327] env[65899]: DEBUG oslo_concurrency.lockutils [None req-58f8b489-8d1e-4851-8b8e-28a027eea6d2 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.123058] env[65899]: DEBUG oslo_concurrency.lockutils [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.123208] env[65899]: DEBUG oslo_concurrency.lockutils [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.123337] env[65899]: DEBUG nova.compute.manager [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1351.124812] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c437f12-4292-4307-9076-e4c7289704a4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.134180] env[65899]: DEBUG nova.compute.manager [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1351.134987] env[65899]: DEBUG nova.objects.instance [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.265040] env[65899]: WARNING neutronclient.v2_0.client [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1351.302039] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]5201b9fd-46d6-1213-4e89-cc91db98917f, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.303127] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.303292] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.303456] env[65899]: DEBUG nova.network.neutron [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1351.306714] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.306714] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.306714] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7c57ef3-b983-4aa8-ab55-359e5a8401db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.314547] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1351.314547] env[65899]: value = "task-4895818" [ 1351.314547] env[65899]: _type = "Task" [ 1351.314547] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.325260] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.806760] env[65899]: WARNING neutronclient.v2_0.client [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1351.825881] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.002967] env[65899]: WARNING neutronclient.v2_0.client [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1352.086451] env[65899]: DEBUG nova.network.neutron [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [{"id": "224938ca-01e7-4726-9743-7ebf40a93383", "address": "fa:16:3e:b3:3a:ca", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224938ca-01", "ovs_interfaceid": "224938ca-01e7-4726-9743-7ebf40a93383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.142372] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.142805] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d598da1c-cb5c-4240-9bdc-dd7acfe7f799 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.152073] env[65899]: DEBUG oslo_vmware.api [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1352.152073] env[65899]: value = "task-4895819" [ 1352.152073] env[65899]: _type = "Task" [ 1352.152073] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.163650] env[65899]: DEBUG oslo_vmware.api [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.327285] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895818, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001644} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.327588] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.327853] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.328205] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb4579b-f121-48b6-85d6-28157c7ed501 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.335467] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1352.335467] env[65899]: value = "task-4895820" [ 1352.335467] env[65899]: _type = "Task" [ 1352.335467] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.346157] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.589837] env[65899]: DEBUG oslo_concurrency.lockutils [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.662256] env[65899]: DEBUG oslo_vmware.api [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895819, 'name': PowerOffVM_Task, 'duration_secs': 0.300995} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.662526] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.662715] env[65899]: DEBUG nova.compute.manager [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1352.663506] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e4fff5-fd0d-488a-8508-93f5fbcef0eb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.846099] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085569} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.846517] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.847166] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf861987-d149-4f06-bb3f-9e4b6a4cb0d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.869696] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.870050] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6c1249-f4d3-430b-9026-5e84733ac7b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.889858] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1352.889858] env[65899]: value = "task-4895821" [ 1352.889858] env[65899]: _type = "Task" [ 1352.889858] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.899290] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.102066] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd55a0-935e-42fe-a6ac-28cf1002bc1d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.106316] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db5d891-855d-41e0-96be-891a753c3349 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.175145] env[65899]: DEBUG oslo_concurrency.lockutils [None req-99cb34c7-7154-49d7-9e6e-07d00e2457ae tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.401090] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895821, 'name': ReconfigVM_Task, 'duration_secs': 0.392397} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.401351] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.401978] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a5f0767-027b-4777-b932-3147e5dfd3ab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.410690] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1353.410690] env[65899]: value = "task-4895822" [ 1353.410690] env[65899]: _type = "Task" [ 1353.410690] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.421532] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895822, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.550479] env[65899]: DEBUG nova.objects.instance [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.920889] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895822, 'name': Rename_Task, 'duration_secs': 0.309177} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.921323] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.921456] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d86d61-5f4e-438a-a337-19de1df5161b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.928974] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1353.928974] env[65899]: value = "task-4895823" [ 1353.928974] env[65899]: _type = "Task" [ 1353.928974] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.937887] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.057875] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.058063] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.058262] env[65899]: DEBUG nova.network.neutron [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1354.058443] env[65899]: DEBUG nova.objects.instance [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'info_cache' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.226073] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5a6333-70f3-4ea6-9218-fdd026a1ba8d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.250037] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748907f4-14c9-4084-8f95-af5895a3f577 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.256869] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance 'ee889a57-731f-4187-a025-d43eda455b25' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.440399] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.561857] env[65899]: DEBUG nova.objects.base [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Object Instance<2bda2407-51da-48a3-a0dd-24f5752409e8> lazy-loaded attributes: flavor,info_cache {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1354.763645] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.763957] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff4741b5-4fee-4483-b4c5-3de90d094779 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.771947] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1354.771947] env[65899]: value = "task-4895824" [ 1354.771947] env[65899]: _type = "Task" [ 1354.771947] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.779920] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.939231] env[65899]: DEBUG oslo_vmware.api [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895823, 'name': PowerOnVM_Task, 'duration_secs': 0.612244} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.939644] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.939644] env[65899]: INFO nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1354.939794] env[65899]: DEBUG nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1354.940585] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597cce5-4e76-4068-a9c8-98cf5ffe453f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.064846] env[65899]: WARNING neutronclient.v2_0.client [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1355.246525] env[65899]: WARNING neutronclient.v2_0.client [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1355.282872] env[65899]: DEBUG oslo_vmware.api [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895824, 'name': PowerOnVM_Task, 'duration_secs': 0.401475} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.286050] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.286283] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f9d79-3519-407a-a03d-839480ddd53e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance 'ee889a57-731f-4187-a025-d43eda455b25' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.328455] env[65899]: DEBUG nova.network.neutron [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating instance_info_cache with network_info: [{"id": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "address": "fa:16:3e:be:13:4f", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c91dd5-40", "ovs_interfaceid": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.458353] env[65899]: INFO nova.compute.manager [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Took 12.61 seconds to build instance. [ 1355.831877] env[65899]: DEBUG oslo_concurrency.lockutils [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.960575] env[65899]: DEBUG oslo_concurrency.lockutils [None req-80daa741-7083-48d1-87ec-fe595c3fba46 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.118s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.128722] env[65899]: DEBUG nova.compute.manager [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Received event network-changed-92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1356.128857] env[65899]: DEBUG nova.compute.manager [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Refreshing instance network info cache due to event network-changed-92e9700e-b09e-48ee-a842-33879bf6e3ea. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1356.129200] env[65899]: DEBUG oslo_concurrency.lockutils [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] Acquiring lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.129394] env[65899]: DEBUG oslo_concurrency.lockutils [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] Acquired lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.129563] env[65899]: DEBUG nova.network.neutron [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Refreshing network info cache for port 92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.632329] env[65899]: WARNING neutronclient.v2_0.client [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1356.811820] env[65899]: WARNING neutronclient.v2_0.client [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1356.842268] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.855076] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e239e404-a83b-432c-a464-f8ee15628cf8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.864222] env[65899]: DEBUG oslo_vmware.api [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1356.864222] env[65899]: value = "task-4895825" [ 1356.864222] env[65899]: _type = "Task" [ 1356.864222] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.873313] env[65899]: DEBUG oslo_vmware.api [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.901576] env[65899]: DEBUG nova.network.neutron [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Updated VIF entry in instance network info cache for port 92e9700e-b09e-48ee-a842-33879bf6e3ea. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1356.901993] env[65899]: DEBUG nova.network.neutron [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Updating instance_info_cache with network_info: [{"id": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "address": "fa:16:3e:bb:7f:6f", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e9700e-b0", "ovs_interfaceid": "92e9700e-b09e-48ee-a842-33879bf6e3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.375470] env[65899]: DEBUG oslo_vmware.api [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895825, 'name': PowerOnVM_Task, 'duration_secs': 0.418963} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.375877] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.375877] env[65899]: DEBUG nova.compute.manager [None req-04c52022-7d5d-422a-b5f4-8499b6196338 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1357.376707] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474860bd-4af3-46ca-993c-88a94ea36784 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.405519] env[65899]: DEBUG oslo_concurrency.lockutils [req-0afa7ee1-5675-4828-9a16-8e50baa07023 req-7d7e7126-a630-4a60-aefc-145f47227a02 service nova] Releasing lock "refresh_cache-967a5220-d2a2-4f87-a2b2-2d0750f42838" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.546993] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "ee889a57-731f-4187-a025-d43eda455b25" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.547418] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.547706] env[65899]: DEBUG nova.compute.manager [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Going to confirm migration 8 {{(pid=65899) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1358.054214] env[65899]: WARNING neutronclient.v2_0.client [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.088167] env[65899]: WARNING neutronclient.v2_0.client [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.088514] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.088662] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquired lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.088835] env[65899]: DEBUG nova.network.neutron [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1358.089024] env[65899]: DEBUG nova.objects.instance [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'info_cache' on Instance uuid ee889a57-731f-4187-a025-d43eda455b25 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.095640] env[65899]: WARNING neutronclient.v2_0.client [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.256746] env[65899]: WARNING neutronclient.v2_0.client [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.332358] env[65899]: DEBUG nova.network.neutron [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [{"id": "224938ca-01e7-4726-9743-7ebf40a93383", "address": "fa:16:3e:b3:3a:ca", "network": {"id": "5fc64233-29df-4334-bb6f-0efd49e7317b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1308670807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35f72db077c4a1e8deed64432c84845", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224938ca-01", "ovs_interfaceid": "224938ca-01e7-4726-9743-7ebf40a93383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.835712] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Releasing lock "refresh_cache-ee889a57-731f-4187-a025-d43eda455b25" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.835993] env[65899]: DEBUG nova.objects.instance [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'migration_context' on Instance uuid ee889a57-731f-4187-a025-d43eda455b25 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.898340] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.898542] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.898677] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1360.339574] env[65899]: DEBUG nova.objects.base [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1360.340574] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acea92-ac19-4be2-8e33-381b85e47391 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.360334] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0356fcd-2158-4bc0-a14c-4f51756717c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.367025] env[65899]: DEBUG oslo_vmware.api [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1360.367025] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52f2050d-f238-3463-713c-f341264f5183" [ 1360.367025] env[65899]: _type = "Task" [ 1360.367025] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.376199] env[65899]: DEBUG oslo_vmware.api [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f2050d-f238-3463-713c-f341264f5183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.877339] env[65899]: DEBUG oslo_vmware.api [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52f2050d-f238-3463-713c-f341264f5183, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.877670] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.877965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.488493] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3afb7-0e64-4d83-85a8-3ad6ca0e1fbf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.499021] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67cee42-82f9-49ab-bd25-2dc6e764944b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.530017] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c5049-62d1-4a7b-a9a0-d5f35ceeaeb4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.538555] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29893c6-f9d4-43ca-a4b4-cc4e7a486e16 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.553348] env[65899]: DEBUG nova.compute.provider_tree [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.056719] env[65899]: DEBUG nova.scheduler.client.report [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.068677] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.191s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.629936] env[65899]: INFO nova.scheduler.client.report [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted allocation for migration 611d0791-53d7-42d8-9933-f1850ea4e914 [ 1363.961246] env[65899]: INFO nova.compute.manager [None req-7d1ca41e-60ff-41f2-b685-db1e8f4e09c5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Get console output [ 1363.961633] env[65899]: WARNING nova.virt.vmwareapi.driver [None req-7d1ca41e-60ff-41f2-b685-db1e8f4e09c5 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] The console log is missing. Check your VSPC configuration [ 1364.135421] env[65899]: DEBUG oslo_concurrency.lockutils [None req-4b7d0018-713b-4be4-b7fc-06d36a4db89c tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.588s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.899817] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.900243] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.899530] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.899530] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.899530] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.402394] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.402816] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.402816] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.402963] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1368.403919] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260b567d-e693-461d-a00b-e58508548364 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.412950] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c0af37-e02c-4a4c-aae3-9de04e09cbe8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.427812] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbc885e-4fb9-4d99-944b-724ae92d70de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.434415] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817be6a4-b6d0-42ee-be00-36447b708b64 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.462347] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179543MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1368.462515] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.462686] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.489312] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1369.489642] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a4310fb9-38df-4ae4-9605-ff7503634a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1369.489642] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 020bdbe2-9e3b-44d9-a59f-8362e52164f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1369.489722] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2bda2407-51da-48a3-a0dd-24f5752409e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1369.489787] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance ee889a57-731f-4187-a025-d43eda455b25 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1369.489886] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 967a5220-d2a2-4f87-a2b2-2d0750f42838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1369.490103] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1369.490262] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '6', 'num_task_None': '6', 'num_os_type_None': '6', 'num_proj_b35f72db077c4a1e8deed64432c84845': '3', 'io_workload': '0', 'num_proj_b433241c78c742d691a5efec0cc99442': '2', 'num_proj_3915bc4e4a074f399703523685f141c3': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1369.575467] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1e315-ac97-4c54-ace5-12ca9d28f285 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.583789] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4e420-1e74-4303-924e-1bd1a59c46c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.614225] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236cb587-efd4-4fe6-98b4-e95ae5766b52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.622670] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdba387-bcb5-4ee4-8e0d-10849f26a0cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.636913] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.140851] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.646366] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1370.646766] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.642043] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.642043] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.892174] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "ee889a57-731f-4187-a025-d43eda455b25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.892605] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.892662] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "ee889a57-731f-4187-a025-d43eda455b25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.892840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.893085] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.896805] env[65899]: INFO nova.compute.manager [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Terminating instance [ 1391.400749] env[65899]: DEBUG nova.compute.manager [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1391.401038] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.401295] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de99cf15-a16e-4b77-bef7-1b1549d9a96e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.410198] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1391.410198] env[65899]: value = "task-4895826" [ 1391.410198] env[65899]: _type = "Task" [ 1391.410198] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.419526] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.920143] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895826, 'name': PowerOffVM_Task, 'duration_secs': 0.207097} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.920663] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.920663] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.920766] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954123', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'name': 'volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ee889a57-731f-4187-a025-d43eda455b25', 'attached_at': '2025-12-01T13:46:39.000000', 'detached_at': '', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'serial': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.921592] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8526a29-111f-4e82-8940-8d9587daf95a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.939592] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571453b0-1bc7-4f47-89d7-4440e7ed6cbc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.946272] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24847e-2dff-4bc9-b336-ea3e24988d76 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.963324] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c389042-adab-4a57-97b4-f7f18c69ae61 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.977810] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] The volume has not been displaced from its original location: [datastore2] volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0/volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.982907] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.983273] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdee18a-26e1-4e69-9630-efce0c03650e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.000763] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1392.000763] env[65899]: value = "task-4895827" [ 1392.000763] env[65899]: _type = "Task" [ 1392.000763] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.008904] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.511261] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895827, 'name': ReconfigVM_Task, 'duration_secs': 0.151608} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.511562] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.516184] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a459dbb-e6e1-4724-99c3-a1041455d7c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.532103] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1392.532103] env[65899]: value = "task-4895828" [ 1392.532103] env[65899]: _type = "Task" [ 1392.532103] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.540507] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.043899] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895828, 'name': ReconfigVM_Task, 'duration_secs': 0.129649} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.046401] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954123', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'name': 'volume-5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ee889a57-731f-4187-a025-d43eda455b25', 'attached_at': '2025-12-01T13:46:39.000000', 'detached_at': '', 'volume_id': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0', 'serial': '5ad6e7f1-30c3-4a39-afe9-1672d79c34e0'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.046401] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.046401] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a0347d-e4a4-49e1-a111-0fb90df98276 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.052535] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.052827] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8acf549-6540-4555-91e3-4a5f93acb66b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.123769] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.124041] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.124206] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleting the datastore file [datastore2] ee889a57-731f-4187-a025-d43eda455b25 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.124499] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ea3e369-6631-4b9e-a18b-446db0d2a451 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.131613] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1393.131613] env[65899]: value = "task-4895830" [ 1393.131613] env[65899]: _type = "Task" [ 1393.131613] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.139529] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.641924] env[65899]: DEBUG oslo_vmware.api [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090485} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.642224] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.642394] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.642566] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.642735] env[65899]: INFO nova.compute.manager [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1393.642981] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1393.643219] env[65899]: DEBUG nova.compute.manager [-] [instance: ee889a57-731f-4187-a025-d43eda455b25] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1393.643486] env[65899]: DEBUG nova.network.neutron [-] [instance: ee889a57-731f-4187-a025-d43eda455b25] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1393.643734] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.674633] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.873907] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.874311] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.117767] env[65899]: DEBUG nova.compute.manager [req-a648de9b-ab1b-4656-afda-e4a18a34d04d req-64d5073f-e11f-4fac-b194-2f4dc14b8c1a service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Received event network-vif-deleted-224938ca-01e7-4726-9743-7ebf40a93383 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1394.118042] env[65899]: INFO nova.compute.manager [req-a648de9b-ab1b-4656-afda-e4a18a34d04d req-64d5073f-e11f-4fac-b194-2f4dc14b8c1a service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Neutron deleted interface 224938ca-01e7-4726-9743-7ebf40a93383; detaching it from the instance and deleting it from the info cache [ 1394.118139] env[65899]: DEBUG nova.network.neutron [req-a648de9b-ab1b-4656-afda-e4a18a34d04d req-64d5073f-e11f-4fac-b194-2f4dc14b8c1a service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.377165] env[65899]: INFO nova.compute.manager [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Detaching volume 99e4c741-afe2-4ec4-9015-9c33e45dd822 [ 1394.417479] env[65899]: INFO nova.virt.block_device [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Attempting to driver detach volume 99e4c741-afe2-4ec4-9015-9c33e45dd822 from mountpoint /dev/sdb [ 1394.417579] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1394.417691] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954127', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'name': 'volume-99e4c741-afe2-4ec4-9015-9c33e45dd822', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bda2407-51da-48a3-a0dd-24f5752409e8', 'attached_at': '', 'detached_at': '', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'serial': '99e4c741-afe2-4ec4-9015-9c33e45dd822'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1394.418618] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77146114-9d7d-4174-aab2-85324295b5d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.441096] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e70ef41-4096-47c4-98f7-e9912214376c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.449974] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793f1f9-b3e4-4004-9924-670ee83d7c8f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.470652] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5116d24-b0ae-4569-a20c-afcb298c4c76 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.485711] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The volume has not been displaced from its original location: [datastore1] volume-99e4c741-afe2-4ec4-9015-9c33e45dd822/volume-99e4c741-afe2-4ec4-9015-9c33e45dd822.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1394.490999] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.491312] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b042630-3a5c-463c-9dc3-b5ed6a7c9729 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.511279] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1394.511279] env[65899]: value = "task-4895831" [ 1394.511279] env[65899]: _type = "Task" [ 1394.511279] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.519702] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.601358] env[65899]: DEBUG nova.network.neutron [-] [instance: ee889a57-731f-4187-a025-d43eda455b25] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.621362] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef50bf50-4279-4418-a124-713684445287 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.631339] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cd18a-b03a-479f-ba8e-5cc99e77e45e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.663236] env[65899]: INFO nova.compute.manager [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Rebuilding instance [ 1394.665373] env[65899]: DEBUG nova.compute.manager [req-a648de9b-ab1b-4656-afda-e4a18a34d04d req-64d5073f-e11f-4fac-b194-2f4dc14b8c1a service nova] [instance: ee889a57-731f-4187-a025-d43eda455b25] Detach interface failed, port_id=224938ca-01e7-4726-9743-7ebf40a93383, reason: Instance ee889a57-731f-4187-a025-d43eda455b25 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1394.712043] env[65899]: DEBUG nova.compute.manager [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1394.712904] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb7b406-77a5-44d0-a00e-f8fcf0867945 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.022278] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.104193] env[65899]: INFO nova.compute.manager [-] [instance: ee889a57-731f-4187-a025-d43eda455b25] Took 1.46 seconds to deallocate network for instance. [ 1395.522576] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.649874] env[65899]: INFO nova.compute.manager [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Took 0.55 seconds to detach 1 volumes for instance. [ 1395.653186] env[65899]: DEBUG nova.compute.manager [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: ee889a57-731f-4187-a025-d43eda455b25] Deleting volume: 5ad6e7f1-30c3-4a39-afe9-1672d79c34e0 {{(pid=65899) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1395.728793] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.729231] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca5beb24-33ab-438a-adad-9d0fdfdf6e3e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.737935] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1395.737935] env[65899]: value = "task-4895833" [ 1395.737935] env[65899]: _type = "Task" [ 1395.737935] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.747222] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.022670] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895831, 'name': ReconfigVM_Task, 'duration_secs': 1.21023} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.022938] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1396.027523] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eaa574c-ab26-43b8-8087-1ca18d616040 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.043246] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1396.043246] env[65899]: value = "task-4895834" [ 1396.043246] env[65899]: _type = "Task" [ 1396.043246] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.051396] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.193316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.193597] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.193819] env[65899]: DEBUG nova.objects.instance [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'resources' on Instance uuid ee889a57-731f-4187-a025-d43eda455b25 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.247831] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895833, 'name': PowerOffVM_Task, 'duration_secs': 0.203231} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.248032] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.248257] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.249071] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f06cb-c744-4346-b13d-457b624d4cf1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.255702] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.255942] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0082ef89-162c-4ac0-9fec-717f5c892672 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.333090] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.333340] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.333490] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleting the datastore file [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.333767] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34601e92-92d2-4a51-b2ea-f601e5196726 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.340618] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1396.340618] env[65899]: value = "task-4895836" [ 1396.340618] env[65899]: _type = "Task" [ 1396.340618] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.349269] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.554191] env[65899]: DEBUG oslo_vmware.api [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895834, 'name': ReconfigVM_Task, 'duration_secs': 0.141738} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.554632] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954127', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'name': 'volume-99e4c741-afe2-4ec4-9015-9c33e45dd822', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bda2407-51da-48a3-a0dd-24f5752409e8', 'attached_at': '', 'detached_at': '', 'volume_id': '99e4c741-afe2-4ec4-9015-9c33e45dd822', 'serial': '99e4c741-afe2-4ec4-9015-9c33e45dd822'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1396.790859] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7266a04-53d0-43bb-9d25-680520086127 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.799418] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb26d7-0ba2-45c7-b407-7c70b78955d9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.834749] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd86028-7319-4bc1-96dd-e70a26b48a45 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.846808] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc6d78-cbb6-4a58-b078-9bc0c9082a79 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.861445] env[65899]: DEBUG nova.compute.provider_tree [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.865626] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191318} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.866216] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.866484] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.866737] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.095502] env[65899]: DEBUG nova.objects.instance [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.367831] env[65899]: DEBUG nova.scheduler.client.report [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.874241] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.900888] env[65899]: INFO nova.scheduler.client.report [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted allocations for instance ee889a57-731f-4187-a025-d43eda455b25 [ 1397.910303] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1397.910552] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.910708] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1397.910886] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.911046] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1397.911200] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1397.911409] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1397.911568] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1397.911731] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1397.911894] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1397.912073] env[65899]: DEBUG nova.virt.hardware [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1397.912979] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3cefa8-3c5f-43ea-9a6d-a3e1c4551862 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.921855] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04a5f54-05f2-4103-ae2a-efc3fc5f5587 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.936175] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:7f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e9700e-b09e-48ee-a842-33879bf6e3ea', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.943272] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1397.943596] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.943781] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-041d8fd0-3703-4369-ae8a-961a9216b518 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.965604] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.965604] env[65899]: value = "task-4895837" [ 1397.965604] env[65899]: _type = "Task" [ 1397.965604] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.973523] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895837, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.091570] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.103609] env[65899]: DEBUG oslo_concurrency.lockutils [None req-7c8f81c1-6fa3-42b1-80bc-e8eb5a463fff tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.229s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.105231] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.014s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.105423] env[65899]: DEBUG nova.compute.manager [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1398.106276] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c00e3-d5dc-4388-9791-b2a0fe39a5db {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.114665] env[65899]: DEBUG nova.compute.manager [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1398.115353] env[65899]: DEBUG nova.objects.instance [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.409192] env[65899]: DEBUG oslo_concurrency.lockutils [None req-0771de03-f198-4d26-ae42-593044665472 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "ee889a57-731f-4187-a025-d43eda455b25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.517s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.476333] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895837, 'name': CreateVM_Task, 'duration_secs': 0.384156} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.476534] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.477038] env[65899]: WARNING neutronclient.v2_0.client [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1398.477429] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.477599] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.477950] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.478234] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb635e3c-cfb6-4447-9ea1-468609b60f68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.482952] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1398.482952] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52345062-6d1c-bf03-ebfb-11f5f35fb0e1" [ 1398.482952] env[65899]: _type = "Task" [ 1398.482952] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.491555] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52345062-6d1c-bf03-ebfb-11f5f35fb0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.709620] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.709880] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.710111] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.710344] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.710561] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.712719] env[65899]: INFO nova.compute.manager [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Terminating instance [ 1398.993904] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52345062-6d1c-bf03-ebfb-11f5f35fb0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014183} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.994373] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.994431] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.994660] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.994801] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.994972] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.995248] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dcadfea-65d0-4896-879f-44606ccde5cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.004225] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.004397] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.005104] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f75542-c0fe-487a-b6ca-739dad086942 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.009956] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1399.009956] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52d425d5-9985-4d22-387e-1d1d38e0d22d" [ 1399.009956] env[65899]: _type = "Task" [ 1399.009956] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.017582] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d425d5-9985-4d22-387e-1d1d38e0d22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.122488] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.122811] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06923d97-c0be-4220-8aa3-927264d68a5a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.131246] env[65899]: DEBUG oslo_vmware.api [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1399.131246] env[65899]: value = "task-4895838" [ 1399.131246] env[65899]: _type = "Task" [ 1399.131246] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.140368] env[65899]: DEBUG oslo_vmware.api [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.216471] env[65899]: DEBUG nova.compute.manager [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1399.216727] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.217695] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f45daab-4b47-4f78-aaf6-469e700461a0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.225768] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.226025] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e1e9513-b663-40fc-862e-6127c82f39d7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.232953] env[65899]: DEBUG oslo_vmware.api [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1399.232953] env[65899]: value = "task-4895839" [ 1399.232953] env[65899]: _type = "Task" [ 1399.232953] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.243093] env[65899]: DEBUG oslo_vmware.api [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.521939] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52d425d5-9985-4d22-387e-1d1d38e0d22d, 'name': SearchDatastore_Task, 'duration_secs': 0.013793} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.522766] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c7385f-795e-43c8-85c3-0ee5035d4a66 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.528370] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1399.528370] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]528f80b3-afb0-9ee3-536b-aaf3b04b74dd" [ 1399.528370] env[65899]: _type = "Task" [ 1399.528370] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.536380] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528f80b3-afb0-9ee3-536b-aaf3b04b74dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.641349] env[65899]: DEBUG oslo_vmware.api [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895838, 'name': PowerOffVM_Task, 'duration_secs': 0.22459} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.641608] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.641805] env[65899]: DEBUG nova.compute.manager [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1399.642593] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886ac946-47c2-4a8a-8525-8288a06fb46d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.744742] env[65899]: DEBUG oslo_vmware.api [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895839, 'name': PowerOffVM_Task, 'duration_secs': 0.175185} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.745020] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.745194] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.745782] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7417d186-5902-4860-9d9b-302b6bf251c3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.812215] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.812435] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.812613] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleting the datastore file [datastore2] 020bdbe2-9e3b-44d9-a59f-8362e52164f4 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.812895] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e34c173-f64c-42ce-9476-23c4ceae68df {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.819440] env[65899]: DEBUG oslo_vmware.api [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1399.819440] env[65899]: value = "task-4895841" [ 1399.819440] env[65899]: _type = "Task" [ 1399.819440] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.828410] env[65899]: DEBUG oslo_vmware.api [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.039915] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]528f80b3-afb0-9ee3-536b-aaf3b04b74dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015955} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.040285] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.040402] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.040663] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d59cfd0-63d3-4897-b48d-10fb9ef6176d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.048206] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1400.048206] env[65899]: value = "task-4895842" [ 1400.048206] env[65899]: _type = "Task" [ 1400.048206] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.057991] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.154741] env[65899]: DEBUG oslo_concurrency.lockutils [None req-3f2f66b5-ff1d-4823-9c1e-b5af243f7197 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.331374] env[65899]: DEBUG oslo_vmware.api [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129022} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.331620] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.331778] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.331961] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.332176] env[65899]: INFO nova.compute.manager [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1400.332480] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1400.332822] env[65899]: DEBUG nova.compute.manager [-] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1400.332948] env[65899]: DEBUG nova.network.neutron [-] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1400.333298] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1400.392738] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1400.521215] env[65899]: DEBUG nova.objects.instance [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.563034] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.666623] env[65899]: DEBUG nova.compute.manager [req-4b1d952a-14d0-45d1-a25c-3b748f4e7dff req-5acc4ed6-8b50-4617-9286-331eb9750505 service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Received event network-vif-deleted-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1400.666856] env[65899]: INFO nova.compute.manager [req-4b1d952a-14d0-45d1-a25c-3b748f4e7dff req-5acc4ed6-8b50-4617-9286-331eb9750505 service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Neutron deleted interface 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0; detaching it from the instance and deleting it from the info cache [ 1400.667047] env[65899]: DEBUG nova.network.neutron [req-4b1d952a-14d0-45d1-a25c-3b748f4e7dff req-5acc4ed6-8b50-4617-9286-331eb9750505 service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.027384] env[65899]: DEBUG oslo_concurrency.lockutils [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.027731] env[65899]: DEBUG oslo_concurrency.lockutils [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.027945] env[65899]: DEBUG nova.network.neutron [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1401.028152] env[65899]: DEBUG nova.objects.instance [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'info_cache' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.059523] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895842, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.139227] env[65899]: DEBUG nova.network.neutron [-] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.169905] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ed9057-a5fa-4d51-a71e-3d61a7deacaf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.181051] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768bfe8-b759-4530-8522-f339ca9da448 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.211739] env[65899]: DEBUG nova.compute.manager [req-4b1d952a-14d0-45d1-a25c-3b748f4e7dff req-5acc4ed6-8b50-4617-9286-331eb9750505 service nova] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Detach interface failed, port_id=13b182ab-32fc-4ea2-9bcb-c66da4d5fec0, reason: Instance 020bdbe2-9e3b-44d9-a59f-8362e52164f4 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1401.531568] env[65899]: DEBUG nova.objects.base [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Object Instance<2bda2407-51da-48a3-a0dd-24f5752409e8> lazy-loaded attributes: flavor,info_cache {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1401.560013] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895842, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.641815] env[65899]: INFO nova.compute.manager [-] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Took 1.31 seconds to deallocate network for instance. [ 1402.034324] env[65899]: WARNING neutronclient.v2_0.client [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1402.060629] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895842, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.69398} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.060987] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.061090] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.061348] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edf2c693-aa4f-45c9-b2db-7561eb99824e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.072394] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1402.072394] env[65899]: value = "task-4895843" [ 1402.072394] env[65899]: _type = "Task" [ 1402.072394] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.081534] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.148851] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.149138] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.149347] env[65899]: DEBUG nova.objects.instance [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'resources' on Instance uuid 020bdbe2-9e3b-44d9-a59f-8362e52164f4 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.203023] env[65899]: WARNING neutronclient.v2_0.client [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1402.278169] env[65899]: DEBUG nova.network.neutron [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating instance_info_cache with network_info: [{"id": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "address": "fa:16:3e:be:13:4f", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c91dd5-40", "ovs_interfaceid": "04c91dd5-407d-42c3-9ffb-ed20ebb5915e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.584099] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080277} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.584337] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.585195] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec58796-98c5-47e1-abe8-a7f054513700 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.606996] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.607320] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ede5579-3f2d-4540-8227-59d6742da859 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.627756] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1402.627756] env[65899]: value = "task-4895844" [ 1402.627756] env[65899]: _type = "Task" [ 1402.627756] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.635738] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.732806] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929c78e-d14f-4bf2-a2f8-2de83c8f7867 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.741034] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90630bba-6a3d-4529-b66f-6121c00ea272 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.770688] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7235a-90ba-4489-a2c6-98a157daa431 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.778731] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d1e128-17d0-48b6-a58a-a94e1a5e95be {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.782905] env[65899]: DEBUG oslo_concurrency.lockutils [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "refresh_cache-2bda2407-51da-48a3-a0dd-24f5752409e8" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.795633] env[65899]: DEBUG nova.compute.provider_tree [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.137298] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895844, 'name': ReconfigVM_Task, 'duration_secs': 0.326468} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.137634] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838/967a5220-d2a2-4f87-a2b2-2d0750f42838.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.138230] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d387cfb3-c16d-4cf0-9f05-5ec64ece7781 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.145957] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1403.145957] env[65899]: value = "task-4895845" [ 1403.145957] env[65899]: _type = "Task" [ 1403.145957] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.156177] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895845, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.299376] env[65899]: DEBUG nova.scheduler.client.report [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.656765] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895845, 'name': Rename_Task, 'duration_secs': 0.146842} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.657090] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.657346] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818b6ca9-3ed5-43a0-bb7d-ae2209731bc6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.664190] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1403.664190] env[65899]: value = "task-4895846" [ 1403.664190] env[65899]: _type = "Task" [ 1403.664190] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.672055] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.788969] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.789331] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7386057b-0942-4758-95fa-e43b3e2a6e3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.796430] env[65899]: DEBUG oslo_vmware.api [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1403.796430] env[65899]: value = "task-4895847" [ 1403.796430] env[65899]: _type = "Task" [ 1403.796430] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.805257] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.807214] env[65899]: DEBUG oslo_vmware.api [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.825403] env[65899]: INFO nova.scheduler.client.report [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted allocations for instance 020bdbe2-9e3b-44d9-a59f-8362e52164f4 [ 1404.174530] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.306972] env[65899]: DEBUG oslo_vmware.api [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895847, 'name': PowerOnVM_Task, 'duration_secs': 0.417188} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.307286] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.307470] env[65899]: DEBUG nova.compute.manager [None req-face00e3-4031-4293-8a14-9639a1f02b08 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1404.308282] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6749dde1-294e-4f84-9e55-3cead9e1d6c5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.332419] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b5f51295-2a14-4211-b1ad-817a16edbdca tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "020bdbe2-9e3b-44d9-a59f-8362e52164f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.674242] env[65899]: DEBUG oslo_vmware.api [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895846, 'name': PowerOnVM_Task, 'duration_secs': 0.807728} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.674524] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.674717] env[65899]: DEBUG nova.compute.manager [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1404.675503] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad86ca57-1f2d-4e92-a02c-aa5b3a24e2cc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.193379] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.194542] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.194542] env[65899]: DEBUG nova.objects.instance [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65899) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1406.203367] env[65899]: DEBUG oslo_concurrency.lockutils [None req-2fd04167-b4c2-4c51-88a7-85cb3a25a29e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.451116] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "537084c3-fac5-47b5-bdb1-4e56784055a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.451551] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.451597] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "537084c3-fac5-47b5-bdb1-4e56784055a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.451769] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.451932] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.454214] env[65899]: INFO nova.compute.manager [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Terminating instance [ 1408.958396] env[65899]: DEBUG nova.compute.manager [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1408.958656] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.959561] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296de3a4-361d-487e-89fa-70c13573e29a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.967534] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.967783] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b539b069-14ca-4d1d-8a33-5d12dbb128c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.975021] env[65899]: DEBUG oslo_vmware.api [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1408.975021] env[65899]: value = "task-4895849" [ 1408.975021] env[65899]: _type = "Task" [ 1408.975021] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.983660] env[65899]: DEBUG oslo_vmware.api [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.485556] env[65899]: DEBUG oslo_vmware.api [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895849, 'name': PowerOffVM_Task, 'duration_secs': 0.193334} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.485986] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.485986] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.486186] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4abb8151-3d21-479d-a0dc-34b5100194b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.554578] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.554825] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.555144] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleting the datastore file [datastore2] 537084c3-fac5-47b5-bdb1-4e56784055a3 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.555291] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0ed7cd1-822b-4646-864c-cdce1e579d38 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.562721] env[65899]: DEBUG oslo_vmware.api [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for the task: (returnval){ [ 1409.562721] env[65899]: value = "task-4895851" [ 1409.562721] env[65899]: _type = "Task" [ 1409.562721] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.572010] env[65899]: DEBUG oslo_vmware.api [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.073297] env[65899]: DEBUG oslo_vmware.api [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Task: {'id': task-4895851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165979} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.073550] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.073733] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.073905] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.074095] env[65899]: INFO nova.compute.manager [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1410.074356] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1410.074604] env[65899]: DEBUG nova.compute.manager [-] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1410.074694] env[65899]: DEBUG nova.network.neutron [-] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1410.074935] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1410.106100] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1410.380265] env[65899]: DEBUG nova.compute.manager [req-5946cdbf-328c-4b96-b89e-ad4af0bee53f req-4fb832c9-7f95-4194-922f-03c3f0756634 service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Received event network-vif-deleted-d12b7d1d-68a1-426a-8fe4-82721bb82dcf {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1410.380265] env[65899]: INFO nova.compute.manager [req-5946cdbf-328c-4b96-b89e-ad4af0bee53f req-4fb832c9-7f95-4194-922f-03c3f0756634 service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Neutron deleted interface d12b7d1d-68a1-426a-8fe4-82721bb82dcf; detaching it from the instance and deleting it from the info cache [ 1410.380462] env[65899]: DEBUG nova.network.neutron [req-5946cdbf-328c-4b96-b89e-ad4af0bee53f req-4fb832c9-7f95-4194-922f-03c3f0756634 service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.851068] env[65899]: DEBUG nova.network.neutron [-] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.883699] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06668a47-aab9-4ca7-8068-69f18f7ff315 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.896119] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987bd329-bd67-4125-82e9-4e9dce67f71c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.930679] env[65899]: DEBUG nova.compute.manager [req-5946cdbf-328c-4b96-b89e-ad4af0bee53f req-4fb832c9-7f95-4194-922f-03c3f0756634 service nova] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Detach interface failed, port_id=d12b7d1d-68a1-426a-8fe4-82721bb82dcf, reason: Instance 537084c3-fac5-47b5-bdb1-4e56784055a3 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1411.354253] env[65899]: INFO nova.compute.manager [-] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Took 1.28 seconds to deallocate network for instance. [ 1411.863157] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.863766] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.863766] env[65899]: DEBUG nova.objects.instance [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lazy-loading 'resources' on Instance uuid 537084c3-fac5-47b5-bdb1-4e56784055a3 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.436033] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232c4cb-4000-41d7-bbe3-94928a8aa3fd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.444171] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1f236-ec03-40db-8dc7-681593c00aa5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.475525] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0abd323-fc57-4771-9bc7-86051a49084a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.483859] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6357e-e5c4-43b2-a9e3-0b5aa235d766 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.498019] env[65899]: DEBUG nova.compute.provider_tree [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.001768] env[65899]: DEBUG nova.scheduler.client.report [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.506915] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.526453] env[65899]: INFO nova.scheduler.client.report [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Deleted allocations for instance 537084c3-fac5-47b5-bdb1-4e56784055a3 [ 1414.036193] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Lock "537084c3-fac5-47b5-bdb1-4e56784055a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.585s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.898749] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.898628] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.898846] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1426.899058] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.899158] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.899635] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.899635] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Cleaning up deleted instances with incomplete migration {{(pid=65899) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1430.401378] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.401791] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.401791] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.905135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.905405] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.905544] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.905692] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1430.906596] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5688ca9-b290-41b7-8a4a-c8c2bb946e3d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.915782] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d32f91a-e064-4469-a950-59e361d7349d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.930256] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83972ec0-31f1-4a72-b7be-3be1c57b60ac {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.936627] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2b4b16-6587-4b36-aa46-5b75530c9719 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.966555] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179621MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1430.966729] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.966933] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.116897] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance a4310fb9-38df-4ae4-9605-ff7503634a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1432.117199] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 2bda2407-51da-48a3-a0dd-24f5752409e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1432.117199] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 967a5220-d2a2-4f87-a2b2-2d0750f42838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1432.117362] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1432.117504] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_active': '3', 'num_task_None': '3', 'num_os_type_None': '3', 'num_proj_b433241c78c742d691a5efec0cc99442': '2', 'io_workload': '0', 'num_proj_3915bc4e4a074f399703523685f141c3': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1432.166309] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1ffdd-2fcb-4366-99ad-1b6fe157ae9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.173916] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e643acf9-cc97-4ce4-8b18-d437332646c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.203366] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a24eac-28f4-42df-a155-7bfe420d8365 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.210919] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bfeaa5-9aaf-4034-859f-9f97e8d507f6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.223817] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.726671] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.232191] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1433.232625] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.265s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.232625] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.227866] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.899645] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.900099] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Cleaning up deleted instances {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1438.408130] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] There are 19 instances to clean {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1438.408391] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: ee889a57-731f-4187-a025-d43eda455b25] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1438.912315] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 020bdbe2-9e3b-44d9-a59f-8362e52164f4] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.415595] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1706aa2c-ec42-4290-a147-ea6d76a571ca] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.919647] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 272cbbec-7bfe-471e-b164-3bda2d8c3775] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.422935] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: e5bcb915-9564-403b-b8e3-8d5d14890b0c] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.914336] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.914616] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.914857] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "2bda2407-51da-48a3-a0dd-24f5752409e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.915065] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.915247] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.918838] env[65899]: INFO nova.compute.manager [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Terminating instance [ 1440.925777] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 501d7679-8636-4460-9fa0-99127557498f] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.422237] env[65899]: DEBUG nova.compute.manager [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1441.422468] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.423434] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b7bfc-4d17-489a-99a3-7aeb69e1776c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.428411] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 83f76e28-3ee3-44a3-9433-1c036ca449d4] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.432565] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.433027] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2c8608-a17f-4dad-963e-7ebead1473d8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.440678] env[65899]: DEBUG oslo_vmware.api [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1441.440678] env[65899]: value = "task-4895852" [ 1441.440678] env[65899]: _type = "Task" [ 1441.440678] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.450388] env[65899]: DEBUG oslo_vmware.api [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.933875] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 32ce98fd-ef5c-4fbe-bc66-399d1fdfa1a9] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.950509] env[65899]: DEBUG oslo_vmware.api [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895852, 'name': PowerOffVM_Task, 'duration_secs': 0.187654} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.950803] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.950964] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.951262] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffc25f1-d339-42ac-9a30-e9b5ac81965c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.019807] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.020206] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.020475] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Deleting the datastore file [datastore2] 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.020857] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4930b0-555d-478c-a6d5-e604a1f27cce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.028834] env[65899]: DEBUG oslo_vmware.api [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1442.028834] env[65899]: value = "task-4895854" [ 1442.028834] env[65899]: _type = "Task" [ 1442.028834] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.036952] env[65899]: DEBUG oslo_vmware.api [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.137293] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "967a5220-d2a2-4f87-a2b2-2d0750f42838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.137544] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.137759] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "967a5220-d2a2-4f87-a2b2-2d0750f42838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.137935] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.138116] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.140347] env[65899]: INFO nova.compute.manager [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Terminating instance [ 1442.437632] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c9430cd8-151e-445a-bf77-faf3dd369e6c] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.539297] env[65899]: DEBUG oslo_vmware.api [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137284} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.539582] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.539765] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.539940] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.540148] env[65899]: INFO nova.compute.manager [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1442.540405] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1442.540614] env[65899]: DEBUG nova.compute.manager [-] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1442.540710] env[65899]: DEBUG nova.network.neutron [-] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1442.540956] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1442.573196] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1442.644411] env[65899]: DEBUG nova.compute.manager [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1442.644637] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.645599] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b9fc91-0186-47c0-9fca-24f9a56dc69b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.653979] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.654295] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea8b7b7-012b-4aff-a1f8-52b5e53ddb54 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.660982] env[65899]: DEBUG oslo_vmware.api [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1442.660982] env[65899]: value = "task-4895855" [ 1442.660982] env[65899]: _type = "Task" [ 1442.660982] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.670554] env[65899]: DEBUG oslo_vmware.api [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.941062] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 48dd47eb-dda6-42f9-be84-cb2ed06d4bd6] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.043545] env[65899]: DEBUG nova.compute.manager [req-f928889c-59b2-4812-bdd0-4dee4de28648 req-e1afd721-717c-4914-be0e-20dfcf42b0ae service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Received event network-vif-deleted-04c91dd5-407d-42c3-9ffb-ed20ebb5915e {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1443.043746] env[65899]: INFO nova.compute.manager [req-f928889c-59b2-4812-bdd0-4dee4de28648 req-e1afd721-717c-4914-be0e-20dfcf42b0ae service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Neutron deleted interface 04c91dd5-407d-42c3-9ffb-ed20ebb5915e; detaching it from the instance and deleting it from the info cache [ 1443.043909] env[65899]: DEBUG nova.network.neutron [req-f928889c-59b2-4812-bdd0-4dee4de28648 req-e1afd721-717c-4914-be0e-20dfcf42b0ae service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.171391] env[65899]: DEBUG oslo_vmware.api [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895855, 'name': PowerOffVM_Task, 'duration_secs': 0.230449} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.171705] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.171871] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.172151] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ebcab3b-66e2-45ce-a8ab-8f1bd81c55a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.444814] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 6f89850c-6399-40ee-9f37-d75099df8099] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.524850] env[65899]: DEBUG nova.network.neutron [-] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.546484] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c12900f-6f82-486b-9617-d05801cc786c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.556982] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a357f7f5-c2bd-462c-956d-c1b165ed4c8c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.585398] env[65899]: DEBUG nova.compute.manager [req-f928889c-59b2-4812-bdd0-4dee4de28648 req-e1afd721-717c-4914-be0e-20dfcf42b0ae service nova] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Detach interface failed, port_id=04c91dd5-407d-42c3-9ffb-ed20ebb5915e, reason: Instance 2bda2407-51da-48a3-a0dd-24f5752409e8 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1443.948550] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 1b243125-c07b-4a41-8643-84f2a3858b95] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.027560] env[65899]: INFO nova.compute.manager [-] [instance: 2bda2407-51da-48a3-a0dd-24f5752409e8] Took 1.49 seconds to deallocate network for instance. [ 1444.451909] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c6afda43-0bc6-43a4-81fb-61479ff1be07] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.534380] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.534704] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.534922] env[65899]: DEBUG nova.objects.instance [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'resources' on Instance uuid 2bda2407-51da-48a3-a0dd-24f5752409e8 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.668862] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.669254] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Deleting contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.669535] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleting the datastore file [datastore1] 967a5220-d2a2-4f87-a2b2-2d0750f42838 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.669914] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cea7b1f0-e4ad-4248-8d46-3f3cdab24aea {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.678011] env[65899]: DEBUG oslo_vmware.api [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1444.678011] env[65899]: value = "task-4895857" [ 1444.678011] env[65899]: _type = "Task" [ 1444.678011] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.686913] env[65899]: DEBUG oslo_vmware.api [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.955301] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: bcc538e2-415c-41ae-8fda-35794b9a7d78] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.096220] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c04e036-a390-4034-a653-960a5d42dcf2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.104632] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5273975-0ccb-482c-862f-a822612a5c0f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.136711] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d57250-89e3-4056-8018-60a9c5e45d69 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.144858] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d9f98-b50a-43c9-90d4-cc8d94c018ad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.158363] env[65899]: DEBUG nova.compute.provider_tree [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.188094] env[65899]: DEBUG oslo_vmware.api [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307499} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.188365] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.188533] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Deleted contents of the VM from datastore datastore1 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.188705] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.188872] env[65899]: INFO nova.compute.manager [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Took 2.54 seconds to destroy the instance on the hypervisor. [ 1445.189140] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1445.189365] env[65899]: DEBUG nova.compute.manager [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1445.189529] env[65899]: DEBUG nova.network.neutron [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1445.189677] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1445.233029] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1445.459164] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 8eab0290-f483-465b-97fb-a3f401b121b8] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.661403] env[65899]: DEBUG nova.scheduler.client.report [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.668466] env[65899]: DEBUG nova.compute.manager [req-78523b0d-59e6-4ec8-ba56-c4fd5d8aa577 req-da7ce659-dc44-4044-9b9a-0f47c3e3e9e3 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Received event network-vif-deleted-92e9700e-b09e-48ee-a842-33879bf6e3ea {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1445.668466] env[65899]: INFO nova.compute.manager [req-78523b0d-59e6-4ec8-ba56-c4fd5d8aa577 req-da7ce659-dc44-4044-9b9a-0f47c3e3e9e3 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Neutron deleted interface 92e9700e-b09e-48ee-a842-33879bf6e3ea; detaching it from the instance and deleting it from the info cache [ 1445.668609] env[65899]: DEBUG nova.network.neutron [req-78523b0d-59e6-4ec8-ba56-c4fd5d8aa577 req-da7ce659-dc44-4044-9b9a-0f47c3e3e9e3 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.962751] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 537084c3-fac5-47b5-bdb1-4e56784055a3] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.142863] env[65899]: DEBUG nova.network.neutron [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.165480] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.171717] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-720955d6-a5f4-4cc8-86c8-9e6c886ed0e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.182230] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed533ad-9cbb-49de-9db1-5281cc2858a1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.195186] env[65899]: INFO nova.scheduler.client.report [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Deleted allocations for instance 2bda2407-51da-48a3-a0dd-24f5752409e8 [ 1446.215139] env[65899]: DEBUG nova.compute.manager [req-78523b0d-59e6-4ec8-ba56-c4fd5d8aa577 req-da7ce659-dc44-4044-9b9a-0f47c3e3e9e3 service nova] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Detach interface failed, port_id=92e9700e-b09e-48ee-a842-33879bf6e3ea, reason: Instance 967a5220-d2a2-4f87-a2b2-2d0750f42838 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1446.466839] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 7a38fbe5-19be-4397-8b7b-27be59deddad] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.646257] env[65899]: INFO nova.compute.manager [-] [instance: 967a5220-d2a2-4f87-a2b2-2d0750f42838] Took 1.46 seconds to deallocate network for instance. [ 1446.703088] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "2bda2407-51da-48a3-a0dd-24f5752409e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.970319] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: c9d51665-c240-432c-b604-e7313ad1df6b] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.152743] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.152915] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.153131] env[65899]: DEBUG nova.objects.instance [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'resources' on Instance uuid 967a5220-d2a2-4f87-a2b2-2d0750f42838 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.474654] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: ccb8fe18-7c1e-4361-bebb-70daa4807985] Instance has had 0 of 5 cleanup attempts {{(pid=65899) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.699277] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788f70f-29a2-4cb0-9e25-f0c27bb8f736 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.707794] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639a7b8-85f3-4c8e-a713-0e5ac2f5d46e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.739866] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03297957-7de7-48ab-b3ba-17f1454308d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.747340] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4cf96-39dc-434b-9414-ddabc277409c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.760925] env[65899]: DEBUG nova.compute.provider_tree [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.264952] env[65899]: DEBUG nova.scheduler.client.report [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.770060] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.787210] env[65899]: INFO nova.scheduler.client.report [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted allocations for instance 967a5220-d2a2-4f87-a2b2-2d0750f42838 [ 1448.966348] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.966576] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.294906] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1f4b406f-93a3-4453-a550-0bad3902ebb8 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "967a5220-d2a2-4f87-a2b2-2d0750f42838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.157s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.468967] env[65899]: DEBUG nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1449.991526] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.991846] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.993461] env[65899]: INFO nova.compute.claims [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.053019] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c44a27-64b9-478f-ba06-b71f82045119 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.060740] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9800c508-0b4e-413c-b1e3-41dc4f4e185f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.090654] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc41b3-7d98-4696-a2ae-795365e89fa7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.098635] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e8440e-141d-47f9-9f34-6910f670030b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.114020] env[65899]: DEBUG nova.compute.provider_tree [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.117347] env[65899]: DEBUG nova.compute.manager [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1451.618755] env[65899]: DEBUG nova.scheduler.client.report [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.638589] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.126435] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.127062] env[65899]: DEBUG nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1452.129898] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.491s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.633689] env[65899]: DEBUG nova.compute.utils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1452.637642] env[65899]: INFO nova.compute.claims [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.641748] env[65899]: DEBUG nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1452.641994] env[65899]: DEBUG nova.network.neutron [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1452.642409] env[65899]: WARNING neutronclient.v2_0.client [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1452.642735] env[65899]: WARNING neutronclient.v2_0.client [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1452.681265] env[65899]: DEBUG nova.policy [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7093ce0605245e187fbcbb5ffa2d4e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3915bc4e4a074f399703523685f141c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1452.994161] env[65899]: DEBUG nova.network.neutron [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Successfully created port: 08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1453.143863] env[65899]: INFO nova.compute.resource_tracker [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating resource usage from migration f851fd5b-50e4-4861-b774-20626da41db7 [ 1453.146573] env[65899]: DEBUG nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1453.202535] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd5d84-c41d-492c-beb2-3399b9c8af4b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.211054] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e52f641-3926-4ca3-9b9f-deba5ae81d42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.241065] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf3abb-4453-4d2a-8d34-1ce1ddc97335 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.249538] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e994b2a2-527e-49db-8e54-2a77a0d0b323 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.263573] env[65899]: DEBUG nova.compute.provider_tree [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.766870] env[65899]: DEBUG nova.scheduler.client.report [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.160121] env[65899]: DEBUG nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1454.186665] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1454.186913] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.187100] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1454.187344] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.187503] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1454.187645] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1454.187847] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1454.188009] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1454.188178] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1454.188332] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1454.188497] env[65899]: DEBUG nova.virt.hardware [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1454.189394] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50e305-ef00-4e54-92ab-6770d5217d32 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.197811] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d781ac-8fce-493b-8ad1-70b392816216 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.271688] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.142s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.271913] env[65899]: INFO nova.compute.manager [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Migrating [ 1454.389480] env[65899]: DEBUG nova.compute.manager [req-58960c69-feab-4a9b-8113-0676982e6e16 req-796bbcdf-846b-4039-a0f0-a7f5fdebfb9b service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Received event network-vif-plugged-08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1454.389756] env[65899]: DEBUG oslo_concurrency.lockutils [req-58960c69-feab-4a9b-8113-0676982e6e16 req-796bbcdf-846b-4039-a0f0-a7f5fdebfb9b service nova] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.390568] env[65899]: DEBUG oslo_concurrency.lockutils [req-58960c69-feab-4a9b-8113-0676982e6e16 req-796bbcdf-846b-4039-a0f0-a7f5fdebfb9b service nova] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.390568] env[65899]: DEBUG oslo_concurrency.lockutils [req-58960c69-feab-4a9b-8113-0676982e6e16 req-796bbcdf-846b-4039-a0f0-a7f5fdebfb9b service nova] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.390568] env[65899]: DEBUG nova.compute.manager [req-58960c69-feab-4a9b-8113-0676982e6e16 req-796bbcdf-846b-4039-a0f0-a7f5fdebfb9b service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] No waiting events found dispatching network-vif-plugged-08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1454.390741] env[65899]: WARNING nova.compute.manager [req-58960c69-feab-4a9b-8113-0676982e6e16 req-796bbcdf-846b-4039-a0f0-a7f5fdebfb9b service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Received unexpected event network-vif-plugged-08e6e850-73a4-43a2-bea6-64e106c7a75f for instance with vm_state building and task_state spawning. [ 1454.475169] env[65899]: DEBUG nova.network.neutron [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Successfully updated port: 08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1454.787694] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.787881] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.788167] env[65899]: DEBUG nova.network.neutron [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1454.977772] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.977989] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.978095] env[65899]: DEBUG nova.network.neutron [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1455.291486] env[65899]: WARNING neutronclient.v2_0.client [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1455.462583] env[65899]: WARNING neutronclient.v2_0.client [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1455.511371] env[65899]: DEBUG nova.network.neutron [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1455.530872] env[65899]: DEBUG nova.network.neutron [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.592233] env[65899]: WARNING neutronclient.v2_0.client [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1455.657949] env[65899]: DEBUG nova.network.neutron [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updating instance_info_cache with network_info: [{"id": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "address": "fa:16:3e:23:2f:16", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e6e850-73", "ovs_interfaceid": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.033860] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.160838] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.161208] env[65899]: DEBUG nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Instance network_info: |[{"id": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "address": "fa:16:3e:23:2f:16", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e6e850-73", "ovs_interfaceid": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1456.161774] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:2f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08e6e850-73a4-43a2-bea6-64e106c7a75f', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.169195] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1456.169441] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.169667] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-357fd817-afa2-4a47-97a6-f6b00bd95fad {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.191464] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.191464] env[65899]: value = "task-4895858" [ 1456.191464] env[65899]: _type = "Task" [ 1456.191464] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.199509] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895858, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.421627] env[65899]: DEBUG nova.compute.manager [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Received event network-changed-08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1456.421935] env[65899]: DEBUG nova.compute.manager [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Refreshing instance network info cache due to event network-changed-08e6e850-73a4-43a2-bea6-64e106c7a75f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1456.422024] env[65899]: DEBUG oslo_concurrency.lockutils [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] Acquiring lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.422192] env[65899]: DEBUG oslo_concurrency.lockutils [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] Acquired lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.422319] env[65899]: DEBUG nova.network.neutron [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Refreshing network info cache for port 08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.702747] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895858, 'name': CreateVM_Task, 'duration_secs': 0.307592} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.702961] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.703469] env[65899]: WARNING neutronclient.v2_0.client [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1456.703817] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.703984] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.704332] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.704599] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6453ba3-b79b-41f3-9e8e-19bf482ebe68 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.709387] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1456.709387] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52799798-b81a-848b-ab3a-3042cc14f796" [ 1456.709387] env[65899]: _type = "Task" [ 1456.709387] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.717774] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52799798-b81a-848b-ab3a-3042cc14f796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.925169] env[65899]: WARNING neutronclient.v2_0.client [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1457.055955] env[65899]: WARNING neutronclient.v2_0.client [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1457.124016] env[65899]: DEBUG nova.network.neutron [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updated VIF entry in instance network info cache for port 08e6e850-73a4-43a2-bea6-64e106c7a75f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1457.124385] env[65899]: DEBUG nova.network.neutron [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updating instance_info_cache with network_info: [{"id": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "address": "fa:16:3e:23:2f:16", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e6e850-73", "ovs_interfaceid": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.220151] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52799798-b81a-848b-ab3a-3042cc14f796, 'name': SearchDatastore_Task, 'duration_secs': 0.013628} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.220397] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.220622] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.220843] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.220981] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.221187] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.221448] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7005e343-de6c-4815-8740-ad4fcb151f07 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.230115] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.230285] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.230968] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43724c90-27df-47c6-872d-cbc9e595d147 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.235992] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1457.235992] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52bafb75-f57d-80c4-dd9b-9541e5c7eebe" [ 1457.235992] env[65899]: _type = "Task" [ 1457.235992] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.243568] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bafb75-f57d-80c4-dd9b-9541e5c7eebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.548551] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb47bfd-6d35-46a6-8261-679193154b3f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.567705] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance 'a4310fb9-38df-4ae4-9605-ff7503634a91' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1457.627377] env[65899]: DEBUG oslo_concurrency.lockutils [req-bf4fafe6-2966-419a-83cb-cda84efd603c req-0d221482-afcb-4962-bddd-7da4b5a2d9ac service nova] Releasing lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.746732] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52bafb75-f57d-80c4-dd9b-9541e5c7eebe, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.747679] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959fc998-99d5-45f5-982c-7fb50439baa1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.753391] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1457.753391] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]521bb2e0-a257-0578-3f46-35a243960653" [ 1457.753391] env[65899]: _type = "Task" [ 1457.753391] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.762523] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521bb2e0-a257-0578-3f46-35a243960653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.073339] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.073670] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d08b3c6-69f2-415f-9734-227b774974de {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.080997] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1458.080997] env[65899]: value = "task-4895859" [ 1458.080997] env[65899]: _type = "Task" [ 1458.080997] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.089936] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.264144] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]521bb2e0-a257-0578-3f46-35a243960653, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.264431] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.264686] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 48e68523-9df3-4913-89ea-e1fa95ea4607/48e68523-9df3-4913-89ea-e1fa95ea4607.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.264944] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64033486-f1e6-402d-a5b6-15b4ec56827d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.271427] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1458.271427] env[65899]: value = "task-4895860" [ 1458.271427] env[65899]: _type = "Task" [ 1458.271427] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.279093] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.590311] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895859, 'name': PowerOffVM_Task, 'duration_secs': 0.183109} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.590739] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.590739] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance 'a4310fb9-38df-4ae4-9605-ff7503634a91' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1458.780943] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444439} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.781152] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 48e68523-9df3-4913-89ea-e1fa95ea4607/48e68523-9df3-4913-89ea-e1fa95ea4607.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.781368] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.781640] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1e2aecb-8c58-454f-be2a-ffe07b893480 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.787734] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1458.787734] env[65899]: value = "task-4895861" [ 1458.787734] env[65899]: _type = "Task" [ 1458.787734] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.798955] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.097236] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1459.097564] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.097694] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1459.097925] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.098148] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1459.098330] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1459.098570] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.098756] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1459.098949] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1459.099157] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1459.099364] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1459.104270] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb48b517-50a7-4c78-a613-847d96712809 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.120389] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1459.120389] env[65899]: value = "task-4895862" [ 1459.120389] env[65899]: _type = "Task" [ 1459.120389] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.129431] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.298257] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061364} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.298540] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.299485] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd55ac4-d5ef-449e-a731-35fec8e167e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.323069] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 48e68523-9df3-4913-89ea-e1fa95ea4607/48e68523-9df3-4913-89ea-e1fa95ea4607.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.323426] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c391a9-1414-4c74-ac0b-246cdd6624e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.343694] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1459.343694] env[65899]: value = "task-4895863" [ 1459.343694] env[65899]: _type = "Task" [ 1459.343694] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.352121] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.630427] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.856058] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.130219] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895862, 'name': ReconfigVM_Task, 'duration_secs': 0.583277} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.130525] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance 'a4310fb9-38df-4ae4-9605-ff7503634a91' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.354944] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895863, 'name': ReconfigVM_Task, 'duration_secs': 0.573578} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.355348] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 48e68523-9df3-4913-89ea-e1fa95ea4607/48e68523-9df3-4913-89ea-e1fa95ea4607.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.356137] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10697ab6-1b3a-405b-9fd5-9a49fdcbace0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.362814] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1460.362814] env[65899]: value = "task-4895864" [ 1460.362814] env[65899]: _type = "Task" [ 1460.362814] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.371294] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895864, 'name': Rename_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.636735] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1460.637127] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.637185] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1460.637382] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.637526] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1460.637668] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1460.637866] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1460.638074] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1460.638241] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1460.638408] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1460.638580] env[65899]: DEBUG nova.virt.hardware [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1460.643754] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1460.644068] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e800d3-f8d0-46dc-9815-0006cf8d4d7a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.662190] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1460.662190] env[65899]: value = "task-4895865" [ 1460.662190] env[65899]: _type = "Task" [ 1460.662190] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.670487] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.873335] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895864, 'name': Rename_Task, 'duration_secs': 0.13798} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.873561] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.873813] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ec6bbd-0daf-4d00-b175-adbdd9571535 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.880860] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1460.880860] env[65899]: value = "task-4895866" [ 1460.880860] env[65899]: _type = "Task" [ 1460.880860] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.889169] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.173213] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895865, 'name': ReconfigVM_Task, 'duration_secs': 0.15445} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.173595] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1461.174470] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efd4a1a-4dfc-4c49-ba63-0ebc0955c3f2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.197285] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a4310fb9-38df-4ae4-9605-ff7503634a91/a4310fb9-38df-4ae4-9605-ff7503634a91.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.197660] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fea94e8-6b9a-4176-9906-d50e577d714a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.217839] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1461.217839] env[65899]: value = "task-4895867" [ 1461.217839] env[65899]: _type = "Task" [ 1461.217839] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.226516] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.391201] env[65899]: DEBUG oslo_vmware.api [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895866, 'name': PowerOnVM_Task, 'duration_secs': 0.450445} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.391540] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.391754] env[65899]: INFO nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1461.391945] env[65899]: DEBUG nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1461.392734] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6201d8-15c1-4068-9d95-f7d307afb51c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.729578] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895867, 'name': ReconfigVM_Task, 'duration_secs': 0.2712} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.730059] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a4310fb9-38df-4ae4-9605-ff7503634a91/a4310fb9-38df-4ae4-9605-ff7503634a91.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.730059] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance 'a4310fb9-38df-4ae4-9605-ff7503634a91' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1461.909904] env[65899]: INFO nova.compute.manager [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Took 11.94 seconds to build instance. [ 1462.236708] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eadf2d6-1062-4bf6-9c04-7d4207a3061a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.257127] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947982ac-9195-4f1b-9e10-0eed8523ac8e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.275542] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance 'a4310fb9-38df-4ae4-9605-ff7503634a91' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1462.411665] env[65899]: DEBUG oslo_concurrency.lockutils [None req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.445s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.782248] env[65899]: WARNING neutronclient.v2_0.client [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1462.782619] env[65899]: WARNING neutronclient.v2_0.client [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1462.822967] env[65899]: DEBUG nova.network.neutron [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Port 061133a5-d8e1-4576-b2b5-1e0674a26205 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1463.102811] env[65899]: DEBUG nova.compute.manager [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Received event network-changed-08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1463.103079] env[65899]: DEBUG nova.compute.manager [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Refreshing instance network info cache due to event network-changed-08e6e850-73a4-43a2-bea6-64e106c7a75f. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1463.103292] env[65899]: DEBUG oslo_concurrency.lockutils [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] Acquiring lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.103466] env[65899]: DEBUG oslo_concurrency.lockutils [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] Acquired lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.103640] env[65899]: DEBUG nova.network.neutron [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Refreshing network info cache for port 08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.606527] env[65899]: WARNING neutronclient.v2_0.client [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1463.781868] env[65899]: WARNING neutronclient.v2_0.client [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1463.845691] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.845691] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.845691] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.853778] env[65899]: DEBUG nova.network.neutron [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updated VIF entry in instance network info cache for port 08e6e850-73a4-43a2-bea6-64e106c7a75f. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1463.854125] env[65899]: DEBUG nova.network.neutron [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updating instance_info_cache with network_info: [{"id": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "address": "fa:16:3e:23:2f:16", "network": {"id": "a2901346-b0e5-4017-96dc-f5d7d9fe0219", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-322155196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3915bc4e4a074f399703523685f141c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e6e850-73", "ovs_interfaceid": "08e6e850-73a4-43a2-bea6-64e106c7a75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.357409] env[65899]: DEBUG oslo_concurrency.lockutils [req-5f31cb85-5771-43d9-ae9a-1ea7632dad1b req-4923b4a2-4acb-4220-9897-cda958caeaf0 service nova] Releasing lock "refresh_cache-48e68523-9df3-4913-89ea-e1fa95ea4607" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.852255] env[65899]: WARNING neutronclient.v2_0.client [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1464.885443] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.885618] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.885785] env[65899]: DEBUG nova.network.neutron [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1465.388679] env[65899]: WARNING neutronclient.v2_0.client [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1465.545087] env[65899]: WARNING neutronclient.v2_0.client [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1465.625541] env[65899]: DEBUG nova.network.neutron [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.128394] env[65899]: DEBUG oslo_concurrency.lockutils [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.655037] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a81c5-e61b-4b2c-8fb0-85302440f2cb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.673911] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b053e422-20bc-4426-a4df-fe96f06a3bc2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.681211] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance 'a4310fb9-38df-4ae4-9605-ff7503634a91' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.187491] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.187876] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3688372e-c857-4cfa-bc82-85a8e7fa7396 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.195480] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1467.195480] env[65899]: value = "task-4895868" [ 1467.195480] env[65899]: _type = "Task" [ 1467.195480] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.206356] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.706511] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.206568] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.708307] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.210617] env[65899]: DEBUG oslo_vmware.api [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895868, 'name': PowerOnVM_Task, 'duration_secs': 1.755818} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.211055] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.211055] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-781b2bd6-dc8a-4f91-b683-4089581df2a1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance 'a4310fb9-38df-4ae4-9605-ff7503634a91' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1471.837957] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.838452] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.838749] env[65899]: DEBUG nova.compute.manager [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Going to confirm migration 9 {{(pid=65899) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1472.344707] env[65899]: WARNING neutronclient.v2_0.client [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.403560] env[65899]: WARNING neutronclient.v2_0.client [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.403900] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.404064] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.404240] env[65899]: DEBUG nova.network.neutron [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1472.404420] env[65899]: DEBUG nova.objects.instance [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'info_cache' on Instance uuid a4310fb9-38df-4ae4-9605-ff7503634a91 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.410946] env[65899]: WARNING neutronclient.v2_0.client [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1473.594554] env[65899]: WARNING neutronclient.v2_0.client [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1473.678587] env[65899]: DEBUG nova.network.neutron [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [{"id": "061133a5-d8e1-4576-b2b5-1e0674a26205", "address": "fa:16:3e:0c:60:85", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061133a5-d8", "ovs_interfaceid": "061133a5-d8e1-4576-b2b5-1e0674a26205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.182229] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-a4310fb9-38df-4ae4-9605-ff7503634a91" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.182618] env[65899]: DEBUG nova.objects.instance [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'migration_context' on Instance uuid a4310fb9-38df-4ae4-9605-ff7503634a91 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.685711] env[65899]: DEBUG nova.objects.base [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1474.686690] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a15d5-9295-4685-a234-b6f990fdfb83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.708050] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739554f4-b5ec-4482-9a61-b0a3fe7fc7f5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.714188] env[65899]: DEBUG oslo_vmware.api [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1474.714188] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52e390e1-581b-bf46-4d9d-557b773dde21" [ 1474.714188] env[65899]: _type = "Task" [ 1474.714188] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.722282] env[65899]: DEBUG oslo_vmware.api [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e390e1-581b-bf46-4d9d-557b773dde21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.224687] env[65899]: DEBUG oslo_vmware.api [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52e390e1-581b-bf46-4d9d-557b773dde21, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.225024] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.225601] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.788415] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4c2748-671b-43e5-960b-f4e65ad59af6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.796426] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af271e-44ef-4a26-8567-e266f8fd6bf5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.829350] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73a7436-f8b8-42af-a074-619ed6065dd3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.837366] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06881180-184c-4d09-9128-818987297f6d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.851724] env[65899]: DEBUG nova.compute.provider_tree [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.355089] env[65899]: DEBUG nova.scheduler.client.report [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.367470] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.142s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.932669] env[65899]: INFO nova.scheduler.client.report [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted allocation for migration f851fd5b-50e4-4861-b774-20626da41db7 [ 1478.438057] env[65899]: DEBUG oslo_concurrency.lockutils [None req-1c570b80-2e97-4358-8f03-0524c784f65e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.600s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.933109] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.933309] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.933528] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.933719] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.933885] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.936087] env[65899]: INFO nova.compute.manager [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Terminating instance [ 1479.439924] env[65899]: DEBUG nova.compute.manager [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1479.440375] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.441134] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a714cc-aeec-49eb-877e-9550fe95da42 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.449584] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.449844] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5587c52d-5f49-45a2-a83e-0ad3d269e2e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.455744] env[65899]: DEBUG oslo_vmware.api [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1479.455744] env[65899]: value = "task-4895869" [ 1479.455744] env[65899]: _type = "Task" [ 1479.455744] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.463995] env[65899]: DEBUG oslo_vmware.api [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.965898] env[65899]: DEBUG oslo_vmware.api [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895869, 'name': PowerOffVM_Task, 'duration_secs': 0.184652} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.966159] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.966276] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.966526] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629ef939-d2ce-4adf-8ccb-4dd191cb45e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.030117] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.030390] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.030580] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleting the datastore file [datastore2] a4310fb9-38df-4ae4-9605-ff7503634a91 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.030847] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afd69ed9-f4fe-4bcd-bc87-9edbf9dfefed {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.037506] env[65899]: DEBUG oslo_vmware.api [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1480.037506] env[65899]: value = "task-4895871" [ 1480.037506] env[65899]: _type = "Task" [ 1480.037506] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.045143] env[65899]: DEBUG oslo_vmware.api [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.547819] env[65899]: DEBUG oslo_vmware.api [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146453} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.548238] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.548296] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.548434] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.548600] env[65899]: INFO nova.compute.manager [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1480.548838] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1480.549048] env[65899]: DEBUG nova.compute.manager [-] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1480.549154] env[65899]: DEBUG nova.network.neutron [-] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1480.549460] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1480.580025] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1481.048048] env[65899]: DEBUG nova.compute.manager [req-223155d3-d69e-41ed-b538-bce1e53ec301 req-b15ef215-42fc-410a-8959-8eb953b8aeda service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Received event network-vif-deleted-061133a5-d8e1-4576-b2b5-1e0674a26205 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1481.048048] env[65899]: INFO nova.compute.manager [req-223155d3-d69e-41ed-b538-bce1e53ec301 req-b15ef215-42fc-410a-8959-8eb953b8aeda service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Neutron deleted interface 061133a5-d8e1-4576-b2b5-1e0674a26205; detaching it from the instance and deleting it from the info cache [ 1481.048413] env[65899]: DEBUG nova.network.neutron [req-223155d3-d69e-41ed-b538-bce1e53ec301 req-b15ef215-42fc-410a-8959-8eb953b8aeda service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.516471] env[65899]: DEBUG nova.network.neutron [-] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.551416] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc76dc5b-803c-468b-8c92-cbd01c755c59 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.562329] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672ec9eb-e7f3-4a50-9f34-0bcf40f155b7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.592747] env[65899]: DEBUG nova.compute.manager [req-223155d3-d69e-41ed-b538-bce1e53ec301 req-b15ef215-42fc-410a-8959-8eb953b8aeda service nova] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Detach interface failed, port_id=061133a5-d8e1-4576-b2b5-1e0674a26205, reason: Instance a4310fb9-38df-4ae4-9605-ff7503634a91 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1482.019177] env[65899]: INFO nova.compute.manager [-] [instance: a4310fb9-38df-4ae4-9605-ff7503634a91] Took 1.47 seconds to deallocate network for instance. [ 1482.525302] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.525591] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.525794] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.549590] env[65899]: INFO nova.scheduler.client.report [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted allocations for instance a4310fb9-38df-4ae4-9605-ff7503634a91 [ 1483.057461] env[65899]: DEBUG oslo_concurrency.lockutils [None req-8c162f1a-470d-46c5-974a-b80f287cd1cd tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "a4310fb9-38df-4ae4-9605-ff7503634a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.124s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.873490] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "6447585c-defa-414b-880c-6f70beda2753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.873761] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.376557] env[65899]: DEBUG nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1484.900504] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.900814] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.902536] env[65899]: INFO nova.compute.claims [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.954978] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e359da5-301e-4cd5-89d8-1cd9374406f3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.966144] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73302836-70b9-4079-a7a2-8ee85af6cdcf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.998539] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c52482a-494b-4cf6-a5b7-1dc0f001b22c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.006298] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbed47f-0347-4121-8be2-4d898872975c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.019495] env[65899]: DEBUG nova.compute.provider_tree [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.523067] env[65899]: DEBUG nova.scheduler.client.report [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.028788] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.029357] env[65899]: DEBUG nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1487.534637] env[65899]: DEBUG nova.compute.utils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.536667] env[65899]: DEBUG nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1487.536997] env[65899]: DEBUG nova.network.neutron [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1487.537432] env[65899]: WARNING neutronclient.v2_0.client [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1487.537797] env[65899]: WARNING neutronclient.v2_0.client [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1487.588377] env[65899]: DEBUG nova.policy [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5fdc881f475431b91d1accadf4033da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b433241c78c742d691a5efec0cc99442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1487.869477] env[65899]: DEBUG nova.network.neutron [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Successfully created port: fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1488.037387] env[65899]: DEBUG nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1489.047617] env[65899]: DEBUG nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1489.073239] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1489.073499] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.073667] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1489.073876] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.074048] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1489.074197] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1489.074404] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1489.074559] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1489.074746] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1489.074921] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1489.075101] env[65899]: DEBUG nova.virt.hardware [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1489.076036] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3898b5f0-16e2-4cbc-b70c-810a533a47bd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.084427] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01292d9b-9d25-4509-b91c-db352a3ab3c6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.309686] env[65899]: DEBUG nova.compute.manager [req-147b5bb3-5a7a-4e74-a93d-5368a27ae78f req-7bb123b6-15b4-4a35-a7be-e71630a64781 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Received event network-vif-plugged-fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1489.309947] env[65899]: DEBUG oslo_concurrency.lockutils [req-147b5bb3-5a7a-4e74-a93d-5368a27ae78f req-7bb123b6-15b4-4a35-a7be-e71630a64781 service nova] Acquiring lock "6447585c-defa-414b-880c-6f70beda2753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.310181] env[65899]: DEBUG oslo_concurrency.lockutils [req-147b5bb3-5a7a-4e74-a93d-5368a27ae78f req-7bb123b6-15b4-4a35-a7be-e71630a64781 service nova] Lock "6447585c-defa-414b-880c-6f70beda2753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.310351] env[65899]: DEBUG oslo_concurrency.lockutils [req-147b5bb3-5a7a-4e74-a93d-5368a27ae78f req-7bb123b6-15b4-4a35-a7be-e71630a64781 service nova] Lock "6447585c-defa-414b-880c-6f70beda2753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.310510] env[65899]: DEBUG nova.compute.manager [req-147b5bb3-5a7a-4e74-a93d-5368a27ae78f req-7bb123b6-15b4-4a35-a7be-e71630a64781 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] No waiting events found dispatching network-vif-plugged-fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1489.310706] env[65899]: WARNING nova.compute.manager [req-147b5bb3-5a7a-4e74-a93d-5368a27ae78f req-7bb123b6-15b4-4a35-a7be-e71630a64781 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Received unexpected event network-vif-plugged-fd387513-e026-477b-82c0-8e3f3302b062 for instance with vm_state building and task_state spawning. [ 1489.352371] env[65899]: DEBUG nova.network.neutron [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Successfully updated port: fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1489.856093] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.856322] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.856461] env[65899]: DEBUG nova.network.neutron [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1490.389319] env[65899]: DEBUG nova.network.neutron [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1490.464257] env[65899]: WARNING neutronclient.v2_0.client [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1490.537239] env[65899]: DEBUG nova.network.neutron [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.977127] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.040305] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.041173] env[65899]: DEBUG nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Instance network_info: |[{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1491.041173] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:23:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd387513-e026-477b-82c0-8e3f3302b062', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.048355] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1491.048555] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6447585c-defa-414b-880c-6f70beda2753] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.048774] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67cac4e0-3ee1-4010-806e-a6d1a3714b89 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.070167] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.070167] env[65899]: value = "task-4895872" [ 1491.070167] env[65899]: _type = "Task" [ 1491.070167] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.078008] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895872, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.339283] env[65899]: DEBUG nova.compute.manager [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Received event network-changed-fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1491.339479] env[65899]: DEBUG nova.compute.manager [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Refreshing instance network info cache due to event network-changed-fd387513-e026-477b-82c0-8e3f3302b062. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1491.339684] env[65899]: DEBUG oslo_concurrency.lockutils [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] Acquiring lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.339821] env[65899]: DEBUG oslo_concurrency.lockutils [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] Acquired lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.339973] env[65899]: DEBUG nova.network.neutron [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Refreshing network info cache for port fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.483147] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.483521] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.483521] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.483613] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.484127] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.484127] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.484127] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1491.484127] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.579887] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895872, 'name': CreateVM_Task, 'duration_secs': 0.315147} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.580094] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6447585c-defa-414b-880c-6f70beda2753] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.580572] env[65899]: WARNING neutronclient.v2_0.client [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1491.580921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.581088] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.581400] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.581681] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3278fb-303e-4142-b725-0a4e3eb7cc22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.586269] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1491.586269] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]524252fd-52c2-d861-8f4e-a84633ca1ef6" [ 1491.586269] env[65899]: _type = "Task" [ 1491.586269] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.594643] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524252fd-52c2-d861-8f4e-a84633ca1ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.842333] env[65899]: WARNING neutronclient.v2_0.client [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1491.980631] env[65899]: WARNING neutronclient.v2_0.client [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1491.986921] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.987184] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.987351] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.987544] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1491.988436] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e796b701-70b9-46e4-b072-5914a77fabca {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.996991] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9766317c-ddbf-406c-8eb7-8a48c69f5cbb {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.012927] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e79f34b-f3f8-44c9-b600-19484d3a46cd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.023353] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7776f04d-d8f8-4083-b971-ec81171d7353 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.053254] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180045MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1492.053254] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.053431] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.055733] env[65899]: DEBUG nova.network.neutron [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updated VIF entry in instance network info cache for port fd387513-e026-477b-82c0-8e3f3302b062. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1492.056069] env[65899]: DEBUG nova.network.neutron [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.096664] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]524252fd-52c2-d861-8f4e-a84633ca1ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.096895] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.097134] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.097362] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.097532] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.097713] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.097961] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-035f632e-7add-4aa3-b7ef-6507d6ecf7e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.106763] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.106937] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.107654] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5de84b-9bf2-4dda-b388-ddbf4aab02b4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.113987] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1492.113987] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52eba181-a91c-6f44-4a3f-5e5c89c37b6a" [ 1492.113987] env[65899]: _type = "Task" [ 1492.113987] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.121302] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52eba181-a91c-6f44-4a3f-5e5c89c37b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.560092] env[65899]: DEBUG oslo_concurrency.lockutils [req-421db4f6-ebff-43cc-8857-3a7b165fe616 req-c194e198-d60e-43cc-8495-df8b44aa5d7b service nova] Releasing lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.624538] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52eba181-a91c-6f44-4a3f-5e5c89c37b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.625329] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f460b4fd-63da-4126-a91c-21e0ae6d78af {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.630569] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1492.630569] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52012682-3cf3-1257-65f2-181a5df199c1" [ 1492.630569] env[65899]: _type = "Task" [ 1492.630569] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.638402] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52012682-3cf3-1257-65f2-181a5df199c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.080867] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 48e68523-9df3-4913-89ea-e1fa95ea4607 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1493.081070] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 6447585c-defa-414b-880c-6f70beda2753 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1493.081246] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1493.081392] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_3915bc4e4a074f399703523685f141c3': '1', 'io_workload': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_b433241c78c742d691a5efec0cc99442': '1'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1493.121503] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5974efa8-f849-4d92-9e35-608106ee5f7b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.129459] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af60c4-72fe-4f1f-82c0-cd46a7262667 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.140982] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52012682-3cf3-1257-65f2-181a5df199c1, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.164548] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.164848] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.165335] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f520b0e-e873-4cea-851e-7ab339dd4452 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.167890] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74eba06-3f77-4d4f-94ff-868914444801 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.176748] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83942829-f0b3-4e9b-aadc-69fd3138656a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.180675] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1493.180675] env[65899]: value = "task-4895873" [ 1493.180675] env[65899]: _type = "Task" [ 1493.180675] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.193076] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.199753] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.692057] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480021} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.692057] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.692057] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.692057] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d4fc045-facd-4beb-a66b-90021f2a63fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.695961] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.701596] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1493.701596] env[65899]: value = "task-4895874" [ 1493.701596] env[65899]: _type = "Task" [ 1493.701596] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.709179] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.202435] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1494.202647] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.211737] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068132} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.211955] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.212769] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e393cf8b-c576-4b88-bedc-0c0600ca822b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.235397] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.235685] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3337dea-19f2-4e6f-93e5-9982898006e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.255327] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1494.255327] env[65899]: value = "task-4895875" [ 1494.255327] env[65899]: _type = "Task" [ 1494.255327] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.263898] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.765935] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895875, 'name': ReconfigVM_Task, 'duration_secs': 0.293547} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.766329] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.768680] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07c389f0-8a0f-45ac-8fe9-ba4320cc0617 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.773764] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1494.773764] env[65899]: value = "task-4895876" [ 1494.773764] env[65899]: _type = "Task" [ 1494.773764] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.781850] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895876, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.291498] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895876, 'name': Rename_Task, 'duration_secs': 0.140615} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.292465] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1495.293435] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88d5894-c7f9-4c09-a8c8-f2ad7d6b9629 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.311416] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1495.311416] env[65899]: value = "task-4895877" [ 1495.311416] env[65899]: _type = "Task" [ 1495.311416] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.337055] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895877, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.822235] env[65899]: DEBUG oslo_vmware.api [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895877, 'name': PowerOnVM_Task, 'duration_secs': 0.493179} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.822648] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.822740] env[65899]: INFO nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1495.822827] env[65899]: DEBUG nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1495.823598] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f2db6b-b906-433e-99ce-5f982f6a3895 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.339906] env[65899]: INFO nova.compute.manager [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Took 11.46 seconds to build instance. [ 1496.842029] env[65899]: DEBUG oslo_concurrency.lockutils [None req-aa396714-5831-472a-9cae-5a3031632832 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.968s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.004948] env[65899]: DEBUG nova.compute.manager [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Received event network-changed-fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1497.005068] env[65899]: DEBUG nova.compute.manager [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Refreshing instance network info cache due to event network-changed-fd387513-e026-477b-82c0-8e3f3302b062. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1497.005274] env[65899]: DEBUG oslo_concurrency.lockutils [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] Acquiring lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.005442] env[65899]: DEBUG oslo_concurrency.lockutils [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] Acquired lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.005628] env[65899]: DEBUG nova.network.neutron [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Refreshing network info cache for port fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.119306] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.508291] env[65899]: WARNING neutronclient.v2_0.client [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1497.666757] env[65899]: WARNING neutronclient.v2_0.client [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1497.734265] env[65899]: DEBUG nova.network.neutron [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updated VIF entry in instance network info cache for port fd387513-e026-477b-82c0-8e3f3302b062. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1497.734620] env[65899]: DEBUG nova.network.neutron [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.237918] env[65899]: DEBUG oslo_concurrency.lockutils [req-2ae99ddc-e04e-469e-9f56-2a1a63926f15 req-8d748b3f-0735-42a9-8d4c-7e41d7d50e87 service nova] Releasing lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.539835] env[65899]: DEBUG oslo_concurrency.lockutils [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.540189] env[65899]: DEBUG oslo_concurrency.lockutils [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.043768] env[65899]: DEBUG nova.compute.utils [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1501.546316] env[65899]: DEBUG oslo_concurrency.lockutils [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.610533] env[65899]: DEBUG oslo_concurrency.lockutils [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.610965] env[65899]: DEBUG oslo_concurrency.lockutils [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.611224] env[65899]: INFO nova.compute.manager [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Attaching volume ff224212-cec3-4c0e-8cde-90fde4797617 to /dev/sdb [ 1502.643830] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf3a05-64e3-4d1a-a4e8-215a2de18b9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.651414] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e703f8d2-a2ac-4e6f-87af-ce2ca4c53f74 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.668266] env[65899]: DEBUG nova.virt.block_device [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updating existing volume attachment record: a50d9eb8-c18e-4cbe-8ad5-f2121aa2998b {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1507.212530] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1507.212773] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954132', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'name': 'volume-ff224212-cec3-4c0e-8cde-90fde4797617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'serial': 'ff224212-cec3-4c0e-8cde-90fde4797617'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1507.213672] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d345a-8b5c-4cd1-9260-c315736b2774 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.231289] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f629cb-b4df-421e-b7ce-0a36c3e7d624 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.255271] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-ff224212-cec3-4c0e-8cde-90fde4797617/volume-ff224212-cec3-4c0e-8cde-90fde4797617.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.255554] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c41ae0-0fde-4414-a1b6-896ea4601b16 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.273206] env[65899]: DEBUG oslo_vmware.api [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1507.273206] env[65899]: value = "task-4895880" [ 1507.273206] env[65899]: _type = "Task" [ 1507.273206] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.281426] env[65899]: DEBUG oslo_vmware.api [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.786602] env[65899]: DEBUG oslo_vmware.api [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895880, 'name': ReconfigVM_Task, 'duration_secs': 0.321447} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.786984] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-ff224212-cec3-4c0e-8cde-90fde4797617/volume-ff224212-cec3-4c0e-8cde-90fde4797617.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.794493] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501b6395-d8f4-4bc1-beab-f0ebfe475149 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.818701] env[65899]: DEBUG oslo_vmware.api [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1507.818701] env[65899]: value = "task-4895881" [ 1507.818701] env[65899]: _type = "Task" [ 1507.818701] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.826946] env[65899]: DEBUG oslo_vmware.api [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.329263] env[65899]: DEBUG oslo_vmware.api [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895881, 'name': ReconfigVM_Task, 'duration_secs': 0.151254} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.329611] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954132', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'name': 'volume-ff224212-cec3-4c0e-8cde-90fde4797617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'serial': 'ff224212-cec3-4c0e-8cde-90fde4797617'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1509.367287] env[65899]: DEBUG nova.objects.instance [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 48e68523-9df3-4913-89ea-e1fa95ea4607 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.872809] env[65899]: DEBUG oslo_concurrency.lockutils [None req-913d430c-d1fd-4e33-850f-1ef04e70e2e4 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.755330] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.755709] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.259784] env[65899]: DEBUG nova.compute.utils [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1511.762900] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.818130] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.818406] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.818745] env[65899]: INFO nova.compute.manager [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Attaching volume c38fbc47-f307-4ab7-b57c-96e91b36984f to /dev/sdc [ 1512.851503] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335e9de-4369-458c-b644-6f0d00f57145 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.860392] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f83f3-d6d3-4684-af36-75ce280c8950 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.874599] env[65899]: DEBUG nova.virt.block_device [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updating existing volume attachment record: e3ea7a34-6213-40d7-8f8f-b3e1995d1a63 {{(pid=65899) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1517.426031] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Volume attach. Driver type: vmdk {{(pid=65899) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1517.426290] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954133', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'name': 'volume-c38fbc47-f307-4ab7-b57c-96e91b36984f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'serial': 'c38fbc47-f307-4ab7-b57c-96e91b36984f'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1517.427202] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da46a23-c936-46fd-aa33-2e4e601884e1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.444037] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967141be-7bab-4351-ba19-4709d2e89ed2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.470775] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-c38fbc47-f307-4ab7-b57c-96e91b36984f/volume-c38fbc47-f307-4ab7-b57c-96e91b36984f.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.471047] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77affb81-ae16-4587-a683-90be28f031fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.489568] env[65899]: DEBUG oslo_vmware.api [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1517.489568] env[65899]: value = "task-4895884" [ 1517.489568] env[65899]: _type = "Task" [ 1517.489568] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.498328] env[65899]: DEBUG oslo_vmware.api [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.000456] env[65899]: DEBUG oslo_vmware.api [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895884, 'name': ReconfigVM_Task, 'duration_secs': 0.345573} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.000708] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-c38fbc47-f307-4ab7-b57c-96e91b36984f/volume-c38fbc47-f307-4ab7-b57c-96e91b36984f.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.005229] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43abc4df-bb52-449c-b38c-4db6ed3e67b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.020499] env[65899]: DEBUG oslo_vmware.api [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1518.020499] env[65899]: value = "task-4895885" [ 1518.020499] env[65899]: _type = "Task" [ 1518.020499] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.028724] env[65899]: DEBUG oslo_vmware.api [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.530512] env[65899]: DEBUG oslo_vmware.api [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895885, 'name': ReconfigVM_Task, 'duration_secs': 0.152176} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.530965] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954133', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'name': 'volume-c38fbc47-f307-4ab7-b57c-96e91b36984f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'serial': 'c38fbc47-f307-4ab7-b57c-96e91b36984f'} {{(pid=65899) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1519.566501] env[65899]: DEBUG nova.objects.instance [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 48e68523-9df3-4913-89ea-e1fa95ea4607 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.071840] env[65899]: DEBUG oslo_concurrency.lockutils [None req-6bd4b215-8cdd-4f68-8f25-8c5a86de5e52 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.376114] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.376378] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.880080] env[65899]: INFO nova.compute.manager [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Detaching volume ff224212-cec3-4c0e-8cde-90fde4797617 [ 1520.913479] env[65899]: INFO nova.virt.block_device [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Attempting to driver detach volume ff224212-cec3-4c0e-8cde-90fde4797617 from mountpoint /dev/sdb [ 1520.913721] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1520.913899] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954132', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'name': 'volume-ff224212-cec3-4c0e-8cde-90fde4797617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'serial': 'ff224212-cec3-4c0e-8cde-90fde4797617'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1520.914822] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847b230-fe99-4771-90e4-a4bda6a0f199 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.939249] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8515d-f5e5-4e52-928d-8e84a1426b13 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.946861] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0903ecf6-1c5d-4d7b-8be0-7f6d52da37cf {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.970171] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015dc033-47bc-495b-93fa-b7f3a8e4ca22 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.986975] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff224212-cec3-4c0e-8cde-90fde4797617/volume-ff224212-cec3-4c0e-8cde-90fde4797617.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1520.992086] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1520.992400] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13bb169f-1978-4d3d-bdc9-070b7a4a9b51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.011127] env[65899]: DEBUG oslo_vmware.api [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1521.011127] env[65899]: value = "task-4895886" [ 1521.011127] env[65899]: _type = "Task" [ 1521.011127] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.019572] env[65899]: DEBUG oslo_vmware.api [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.521246] env[65899]: DEBUG oslo_vmware.api [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895886, 'name': ReconfigVM_Task, 'duration_secs': 0.207317} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.521528] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1521.526069] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f831e05-acd5-4fa9-8b6a-07f37609dbe3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.541902] env[65899]: DEBUG oslo_vmware.api [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1521.541902] env[65899]: value = "task-4895887" [ 1521.541902] env[65899]: _type = "Task" [ 1521.541902] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.552658] env[65899]: DEBUG oslo_vmware.api [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.052625] env[65899]: DEBUG oslo_vmware.api [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895887, 'name': ReconfigVM_Task, 'duration_secs': 0.138596} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.053054] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954132', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'name': 'volume-ff224212-cec3-4c0e-8cde-90fde4797617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff224212-cec3-4c0e-8cde-90fde4797617', 'serial': 'ff224212-cec3-4c0e-8cde-90fde4797617'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1522.600317] env[65899]: DEBUG nova.objects.instance [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 48e68523-9df3-4913-89ea-e1fa95ea4607 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.608016] env[65899]: DEBUG oslo_concurrency.lockutils [None req-ce134f1b-d7f0-4a95-b3d2-23a72593491e tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.639510] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.639758] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.143312] env[65899]: INFO nova.compute.manager [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Detaching volume c38fbc47-f307-4ab7-b57c-96e91b36984f [ 1524.174089] env[65899]: INFO nova.virt.block_device [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Attempting to driver detach volume c38fbc47-f307-4ab7-b57c-96e91b36984f from mountpoint /dev/sdc [ 1524.174339] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Volume detach. Driver type: vmdk {{(pid=65899) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1524.174524] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954133', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'name': 'volume-c38fbc47-f307-4ab7-b57c-96e91b36984f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'serial': 'c38fbc47-f307-4ab7-b57c-96e91b36984f'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1524.175407] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4122f-3205-422f-a09b-ef24f406d40c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.197195] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ff2b9-dc1a-458d-bcba-a658f6e436b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.205103] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6daa03-d00b-4f59-8137-4bc992605f21 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.227940] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfb7c68-bb30-434a-be11-bb3cfa063cd6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.243490] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] The volume has not been displaced from its original location: [datastore2] volume-c38fbc47-f307-4ab7-b57c-96e91b36984f/volume-c38fbc47-f307-4ab7-b57c-96e91b36984f.vmdk. No consolidation needed. {{(pid=65899) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1524.248586] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1524.248922] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c3c621-a84c-47f5-9a43-17300963921f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.268150] env[65899]: DEBUG oslo_vmware.api [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1524.268150] env[65899]: value = "task-4895888" [ 1524.268150] env[65899]: _type = "Task" [ 1524.268150] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.276658] env[65899]: DEBUG oslo_vmware.api [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.778039] env[65899]: DEBUG oslo_vmware.api [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895888, 'name': ReconfigVM_Task, 'duration_secs': 0.229207} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.778432] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1524.782820] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e3c04a-a41c-4e0f-86e9-35e40aec97a3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.798486] env[65899]: DEBUG oslo_vmware.api [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1524.798486] env[65899]: value = "task-4895889" [ 1524.798486] env[65899]: _type = "Task" [ 1524.798486] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.806985] env[65899]: DEBUG oslo_vmware.api [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.308667] env[65899]: DEBUG oslo_vmware.api [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895889, 'name': ReconfigVM_Task, 'duration_secs': 0.148142} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.309029] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-954133', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'name': 'volume-c38fbc47-f307-4ab7-b57c-96e91b36984f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48e68523-9df3-4913-89ea-e1fa95ea4607', 'attached_at': '', 'detached_at': '', 'volume_id': 'c38fbc47-f307-4ab7-b57c-96e91b36984f', 'serial': 'c38fbc47-f307-4ab7-b57c-96e91b36984f'} {{(pid=65899) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1525.850108] env[65899]: DEBUG nova.objects.instance [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'flavor' on Instance uuid 48e68523-9df3-4913-89ea-e1fa95ea4607 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.857707] env[65899]: DEBUG oslo_concurrency.lockutils [None req-a3967523-b542-47a9-b39d-f8622a7c84ee tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.042884] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.043300] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.043387] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "48e68523-9df3-4913-89ea-e1fa95ea4607-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.043569] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.043730] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.046045] env[65899]: INFO nova.compute.manager [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Terminating instance [ 1528.551865] env[65899]: DEBUG nova.compute.manager [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1528.552141] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.553039] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbab83f-aa57-4789-ba69-eaddb78b1c83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.563587] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.563881] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f1bd64-1e9f-45ed-80f1-7723dd5563d6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.570310] env[65899]: DEBUG oslo_vmware.api [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1528.570310] env[65899]: value = "task-4895890" [ 1528.570310] env[65899]: _type = "Task" [ 1528.570310] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.580805] env[65899]: DEBUG oslo_vmware.api [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.081361] env[65899]: DEBUG oslo_vmware.api [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895890, 'name': PowerOffVM_Task, 'duration_secs': 0.17757} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.081797] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.081797] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.082034] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46de47a2-cfde-432a-98ad-d2a766ebbcc1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.153690] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.153923] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.154189] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Deleting the datastore file [datastore2] 48e68523-9df3-4913-89ea-e1fa95ea4607 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.154471] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b6c2e5b-73a0-4661-99ad-b484f6483cf5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.162767] env[65899]: DEBUG oslo_vmware.api [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for the task: (returnval){ [ 1529.162767] env[65899]: value = "task-4895892" [ 1529.162767] env[65899]: _type = "Task" [ 1529.162767] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.170891] env[65899]: DEBUG oslo_vmware.api [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.673075] env[65899]: DEBUG oslo_vmware.api [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Task: {'id': task-4895892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13793} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.673365] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.673505] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.673676] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.673848] env[65899]: INFO nova.compute.manager [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1529.674174] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1529.674441] env[65899]: DEBUG nova.compute.manager [-] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1529.674564] env[65899]: DEBUG nova.network.neutron [-] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1529.674812] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1529.706646] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1530.176578] env[65899]: DEBUG nova.compute.manager [req-ad6935e4-2db4-46fb-a787-9ced15fdfc43 req-e3a548cd-d166-41ec-afa8-74f16c783579 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Received event network-vif-deleted-08e6e850-73a4-43a2-bea6-64e106c7a75f {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1530.176578] env[65899]: INFO nova.compute.manager [req-ad6935e4-2db4-46fb-a787-9ced15fdfc43 req-e3a548cd-d166-41ec-afa8-74f16c783579 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Neutron deleted interface 08e6e850-73a4-43a2-bea6-64e106c7a75f; detaching it from the instance and deleting it from the info cache [ 1530.176578] env[65899]: DEBUG nova.network.neutron [req-ad6935e4-2db4-46fb-a787-9ced15fdfc43 req-e3a548cd-d166-41ec-afa8-74f16c783579 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.649347] env[65899]: DEBUG nova.network.neutron [-] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.678976] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65d08c8-4e99-4f04-a021-1a8d750a25ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.689984] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fc6f8f-6b78-43a0-99a9-caa1b74d4369 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.721484] env[65899]: DEBUG nova.compute.manager [req-ad6935e4-2db4-46fb-a787-9ced15fdfc43 req-e3a548cd-d166-41ec-afa8-74f16c783579 service nova] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Detach interface failed, port_id=08e6e850-73a4-43a2-bea6-64e106c7a75f, reason: Instance 48e68523-9df3-4913-89ea-e1fa95ea4607 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1531.152492] env[65899]: INFO nova.compute.manager [-] [instance: 48e68523-9df3-4913-89ea-e1fa95ea4607] Took 1.48 seconds to deallocate network for instance. [ 1531.659727] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.660186] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.660238] env[65899]: DEBUG nova.objects.instance [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lazy-loading 'resources' on Instance uuid 48e68523-9df3-4913-89ea-e1fa95ea4607 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.209389] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51e875d-f326-4ad0-a8f3-4015c10e63d2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.218914] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea358576-dcc2-4682-8fcf-686012590bb9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.249677] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556983d8-c862-4032-8052-7db8faba0568 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.257669] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91300ce-13d8-4efe-be0f-c94177f29764 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.271894] env[65899]: DEBUG nova.compute.provider_tree [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.775899] env[65899]: DEBUG nova.scheduler.client.report [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.281712] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.302303] env[65899]: INFO nova.scheduler.client.report [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Deleted allocations for instance 48e68523-9df3-4913-89ea-e1fa95ea4607 [ 1533.810361] env[65899]: DEBUG oslo_concurrency.lockutils [None req-919df047-1dc8-4993-bfbc-7db846f9d14b tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Lock "48e68523-9df3-4913-89ea-e1fa95ea4607" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.954274] env[65899]: DEBUG nova.compute.manager [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Stashing vm_state: active {{(pid=65899) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1535.477499] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.477778] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.982648] env[65899]: INFO nova.compute.claims [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.489344] env[65899]: INFO nova.compute.resource_tracker [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating resource usage from migration 728de148-3660-4d8f-a40d-961a788762df [ 1536.531595] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecefde5-45da-41f5-9032-f18d452ca9e0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.539995] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f69ceea-eed2-4654-ba1b-ce56bde0fc4d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.569676] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9214bb29-88ff-49eb-8ac9-00776bd1b1e9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.578290] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392b07e4-8047-4464-ad81-a330a683250f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.593553] env[65899]: DEBUG nova.compute.provider_tree [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.097162] env[65899]: DEBUG nova.scheduler.client.report [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.393724] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.916s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.394154] env[65899]: INFO nova.compute.manager [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Migrating [ 1538.911017] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.911234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.911380] env[65899]: DEBUG nova.network.neutron [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1539.415077] env[65899]: WARNING neutronclient.v2_0.client [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1539.589860] env[65899]: WARNING neutronclient.v2_0.client [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1539.657973] env[65899]: DEBUG nova.network.neutron [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.160687] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.675752] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8978d61-e3ec-4195-aae8-3782e26264e6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.694891] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance '6447585c-defa-414b-880c-6f70beda2753' progress to 0 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1541.898590] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.202173] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.202579] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4484c214-12dd-470b-8ca9-644bea27e444 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.212423] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1542.212423] env[65899]: value = "task-4895896" [ 1542.212423] env[65899]: _type = "Task" [ 1542.212423] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.222892] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.723477] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895896, 'name': PowerOffVM_Task, 'duration_secs': 0.190022} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.723716] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.723716] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance '6447585c-defa-414b-880c-6f70beda2753' progress to 17 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1543.230857] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1543.231115] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.231267] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1543.231442] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.231580] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1543.231721] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1543.231915] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1543.232082] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1543.232246] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1543.232400] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1543.232564] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1543.237475] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96bf288b-ab46-4fbc-8f81-04253627ed83 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.253633] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1543.253633] env[65899]: value = "task-4895897" [ 1543.253633] env[65899]: _type = "Task" [ 1543.253633] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.261865] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.764468] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.898792] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.898988] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1544.265898] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895897, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.766236] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895897, 'name': ReconfigVM_Task, 'duration_secs': 1.168329} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.766618] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance '6447585c-defa-414b-880c-6f70beda2753' progress to 33 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1545.273252] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1545.273456] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1545.273818] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1545.273818] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1545.274347] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1545.274347] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1545.274416] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1545.274575] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1545.274773] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1545.274976] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1545.275201] env[65899]: DEBUG nova.virt.hardware [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1545.280835] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1545.281204] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f836f2e-d10e-4750-be19-8da0c73e3393 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.301519] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1545.301519] env[65899]: value = "task-4895898" [ 1545.301519] env[65899]: _type = "Task" [ 1545.301519] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.311352] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.812048] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.314152] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.812895] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895898, 'name': ReconfigVM_Task, 'duration_secs': 1.174784} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.813404] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1546.813938] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb67b4-6edf-45a4-aa51-a85dead37752 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.839487] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.839863] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61335117-beda-4d3b-9f8e-b3f41985831c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.858777] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1546.858777] env[65899]: value = "task-4895899" [ 1546.858777] env[65899]: _type = "Task" [ 1546.858777] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.867243] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.369590] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895899, 'name': ReconfigVM_Task, 'duration_secs': 0.271975} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.369896] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.370177] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance '6447585c-defa-414b-880c-6f70beda2753' progress to 50 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1547.877749] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebc9e38-a226-49ca-9335-21fe56ddf85c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.896712] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c7248-54e0-4545-bc3e-af90666f3c1f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.914876] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance '6447585c-defa-414b-880c-6f70beda2753' progress to 67 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1548.423729] env[65899]: WARNING neutronclient.v2_0.client [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1548.424368] env[65899]: WARNING neutronclient.v2_0.client [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1548.461945] env[65899]: DEBUG nova.network.neutron [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Port fd387513-e026-477b-82c0-8e3f3302b062 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1548.899383] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.485598] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "6447585c-defa-414b-880c-6f70beda2753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.485822] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.485999] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.899548] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.493986] env[65899]: WARNING neutronclient.v2_0.client [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1550.527088] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.527288] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.527462] env[65899]: DEBUG nova.network.neutron [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1550.898574] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.898802] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.030045] env[65899]: WARNING neutronclient.v2_0.client [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1551.207697] env[65899]: WARNING neutronclient.v2_0.client [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1551.276345] env[65899]: DEBUG nova.network.neutron [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.779278] env[65899]: DEBUG oslo_concurrency.lockutils [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.305549] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb7a7e9-f6d4-4a1e-b109-822146ad7a48 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.325345] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7efd97d-39b3-4ee7-a757-a9365547676c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.333229] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance '6447585c-defa-414b-880c-6f70beda2753' progress to 83 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1552.839775] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.840091] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620087c6-fb3f-45ae-9b36-66139e09d1aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.848265] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1552.848265] env[65899]: value = "task-4895900" [ 1552.848265] env[65899]: _type = "Task" [ 1552.848265] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.857265] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.898632] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.359372] env[65899]: DEBUG oslo_vmware.api [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895900, 'name': PowerOnVM_Task, 'duration_secs': 0.402828} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.359766] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.359846] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-41420013-2de1-40c3-aa4d-29f129ed2da7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance '6447585c-defa-414b-880c-6f70beda2753' progress to 100 {{(pid=65899) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1553.401641] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.401917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.402126] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.402299] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1553.403187] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f61c539-356a-4c21-a799-f23f96c73dc1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.413644] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0810a65-56bd-4fd0-9228-c0eb0121168d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.430282] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2dc830-3577-477f-b420-416469429f5e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.437663] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e129ee-f62c-4219-b503-6fc2cac0c33f {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.468100] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180364MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1553.468307] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.468459] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.474646] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Applying migration context for instance 6447585c-defa-414b-880c-6f70beda2753 as it has an incoming, in-progress migration 728de148-3660-4d8f-a40d-961a788762df. Migration status is finished {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1554.475227] env[65899]: INFO nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating resource usage from migration 728de148-3660-4d8f-a40d-961a788762df [ 1554.497922] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Migration 728de148-3660-4d8f-a40d-961a788762df is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1554.498118] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance 6447585c-defa-414b-880c-6f70beda2753 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1554.498317] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1554.498463] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_resize_finish': '1', 'num_os_type_None': '1', 'num_proj_b433241c78c742d691a5efec0cc99442': '1', 'io_workload': '0'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1554.542166] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f55f7-d10c-4d88-ae02-64aeccdb1270 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.551059] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860016d-a59f-4337-b102-5ee4555feb7a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.582262] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b5272-7719-43ca-8444-0a1526f726e7 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.590189] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37539e-5a6d-4923-a44a-83a794fddeb1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.603769] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.107232] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.614075] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1555.614477] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.178830] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1556.215295] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1556.215671] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1556.215945] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1556.250714] env[65899]: DEBUG nova.network.neutron [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Port fd387513-e026-477b-82c0-8e3f3302b062 binding to destination host cpu-1 is already ACTIVE {{(pid=65899) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1556.250971] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.251135] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.251292] env[65899]: DEBUG nova.network.neutron [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1556.754111] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1556.937169] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1557.010714] env[65899]: DEBUG nova.network.neutron [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.513537] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.016976] env[65899]: DEBUG nova.compute.manager [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65899) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1558.017314] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.017476] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.520750] env[65899]: DEBUG nova.objects.instance [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'migration_context' on Instance uuid 6447585c-defa-414b-880c-6f70beda2753 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.609822] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.068624] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6103664f-3102-4942-a6e2-cd3b7108c348 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.077393] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e51c0-23fb-48c2-b250-07dc11224d52 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.107893] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4539585-9521-4b74-8d0a-281a307217fc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.116191] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b734ba2-ec5e-49c3-9a79-8fbd892ff093 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.130279] env[65899]: DEBUG nova.compute.provider_tree [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.634035] env[65899]: DEBUG nova.scheduler.client.report [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.644938] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.627s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.184248] env[65899]: INFO nova.compute.manager [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Swapping old allocation on dict_keys(['6e9c4476-e557-4afd-928d-cf1c63a2d0d0']) held by migration 728de148-3660-4d8f-a40d-961a788762df for instance [ 1562.206660] env[65899]: DEBUG nova.scheduler.client.report [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Overwriting current allocation {'allocations': {'6e9c4476-e557-4afd-928d-cf1c63a2d0d0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': 'b433241c78c742d691a5efec0cc99442', 'user_id': 'a5fdc881f475431b91d1accadf4033da', 'consumer_generation': 1} on consumer 6447585c-defa-414b-880c-6f70beda2753 {{(pid=65899) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1562.256101] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1562.295565] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.295745] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.295913] env[65899]: DEBUG nova.network.neutron [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1562.798981] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1562.971224] env[65899]: WARNING neutronclient.v2_0.client [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1563.037503] env[65899]: DEBUG nova.network.neutron [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [{"id": "fd387513-e026-477b-82c0-8e3f3302b062", "address": "fa:16:3e:10:23:a5", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd387513-e0", "ovs_interfaceid": "fd387513-e026-477b-82c0-8e3f3302b062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.540741] env[65899]: DEBUG oslo_concurrency.lockutils [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-6447585c-defa-414b-880c-6f70beda2753" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.541272] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.541581] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e3c9d6-9f46-4254-ad6a-fe4f5b15ed51 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.550252] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1563.550252] env[65899]: value = "task-4895901" [ 1563.550252] env[65899]: _type = "Task" [ 1563.550252] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.559206] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.060816] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895901, 'name': PowerOffVM_Task, 'duration_secs': 0.209623} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.061095] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.061782] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1564.061998] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1564.062169] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1564.062350] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1564.062490] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1564.062629] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1564.062830] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1564.062986] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1564.063210] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1564.063380] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1564.063553] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1564.068608] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a2b36e-4e12-4eed-b37f-baa8e2f3a716 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.085261] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1564.085261] env[65899]: value = "task-4895902" [ 1564.085261] env[65899]: _type = "Task" [ 1564.085261] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.093317] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.598906] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895902, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.096519] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895902, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.597855] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895902, 'name': ReconfigVM_Task, 'duration_secs': 1.125105} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.598701] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e2f99c-3b2b-4782-b00b-8b56ceece029 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.617950] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1565.618381] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.618381] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1565.618552] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.618687] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1565.618829] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1565.619040] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1565.619227] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1565.619406] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1565.619566] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1565.619731] env[65899]: DEBUG nova.virt.hardware [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1565.620528] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ab754c-750c-447f-8489-8c9f80d7a4b5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.626386] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1565.626386] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52168908-4218-fda3-95e4-8dcc9bbc2f7b" [ 1565.626386] env[65899]: _type = "Task" [ 1565.626386] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.634814] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52168908-4218-fda3-95e4-8dcc9bbc2f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.136699] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52168908-4218-fda3-95e4-8dcc9bbc2f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008157} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.141933] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1566.142260] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d8ed50-cad4-4cdc-a413-39403c34aa29 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.161024] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1566.161024] env[65899]: value = "task-4895903" [ 1566.161024] env[65899]: _type = "Task" [ 1566.161024] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.169309] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.671126] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895903, 'name': ReconfigVM_Task, 'duration_secs': 0.163778} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.671586] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=65899) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1566.672176] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee277e6e-6d63-4195-b03d-e5bc36a35317 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.694076] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.694405] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25455c0-d35e-40df-8455-cb15c00b6f00 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.713833] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1566.713833] env[65899]: value = "task-4895904" [ 1566.713833] env[65899]: _type = "Task" [ 1566.713833] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.724831] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.224260] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895904, 'name': ReconfigVM_Task, 'duration_secs': 0.292388} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.224551] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 6447585c-defa-414b-880c-6f70beda2753/6447585c-defa-414b-880c-6f70beda2753.vmdk or device None with type thin {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.225463] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b21d9-ee32-4116-90ad-96e60381ef6d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.243828] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e0a4cc-e34b-4b29-8e8d-fc23f4fde176 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.261883] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc006ce-b4a0-4373-a576-2f534a93f242 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.281273] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861d3789-7e28-49b4-b654-b511213db1e2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.288477] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.288735] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3e7819-1397-43e3-9007-21ec1a9366b6 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.294985] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1567.294985] env[65899]: value = "task-4895905" [ 1567.294985] env[65899]: _type = "Task" [ 1567.294985] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.302644] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.805617] env[65899]: DEBUG oslo_vmware.api [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895905, 'name': PowerOnVM_Task, 'duration_secs': 0.383042} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.806102] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.817310] env[65899]: INFO nova.compute.manager [None req-663bc7db-c534-44a0-be17-3887dbc332ec tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance to original state: 'active' [ 1569.934901] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "6447585c-defa-414b-880c-6f70beda2753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.935368] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.935430] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "6447585c-defa-414b-880c-6f70beda2753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.935639] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.935827] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.938018] env[65899]: INFO nova.compute.manager [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Terminating instance [ 1570.441874] env[65899]: DEBUG nova.compute.manager [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1570.442161] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.443030] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae35ae2-7a8b-4856-a4c8-ac8590ffd355 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.451458] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.451718] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e489ee-c447-43b3-b90c-b9a20840ff97 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.458824] env[65899]: DEBUG oslo_vmware.api [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1570.458824] env[65899]: value = "task-4895906" [ 1570.458824] env[65899]: _type = "Task" [ 1570.458824] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.467281] env[65899]: DEBUG oslo_vmware.api [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.969107] env[65899]: DEBUG oslo_vmware.api [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895906, 'name': PowerOffVM_Task, 'duration_secs': 0.190561} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.969535] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.969580] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.969808] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a31a2d1-1b8a-4eb3-a452-02421d67a63c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.037314] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.037578] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.037689] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleting the datastore file [datastore2] 6447585c-defa-414b-880c-6f70beda2753 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.037956] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f9a2d0b-66e5-40ff-b6cb-e9addb2bfd87 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.045272] env[65899]: DEBUG oslo_vmware.api [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1571.045272] env[65899]: value = "task-4895908" [ 1571.045272] env[65899]: _type = "Task" [ 1571.045272] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.053492] env[65899]: DEBUG oslo_vmware.api [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.557089] env[65899]: DEBUG oslo_vmware.api [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142655} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.557340] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.557551] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.557752] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.557938] env[65899]: INFO nova.compute.manager [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: 6447585c-defa-414b-880c-6f70beda2753] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1571.558239] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1571.558442] env[65899]: DEBUG nova.compute.manager [-] [instance: 6447585c-defa-414b-880c-6f70beda2753] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1571.558562] env[65899]: DEBUG nova.network.neutron [-] [instance: 6447585c-defa-414b-880c-6f70beda2753] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1571.558820] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1571.589895] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1572.548858] env[65899]: DEBUG nova.compute.manager [req-8a45f69d-812d-459d-8b51-bd005e548990 req-e0f3bc0a-23c2-450b-b24c-3411b924950f service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Received event network-vif-deleted-fd387513-e026-477b-82c0-8e3f3302b062 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1572.549197] env[65899]: INFO nova.compute.manager [req-8a45f69d-812d-459d-8b51-bd005e548990 req-e0f3bc0a-23c2-450b-b24c-3411b924950f service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Neutron deleted interface fd387513-e026-477b-82c0-8e3f3302b062; detaching it from the instance and deleting it from the info cache [ 1572.549264] env[65899]: DEBUG nova.network.neutron [req-8a45f69d-812d-459d-8b51-bd005e548990 req-e0f3bc0a-23c2-450b-b24c-3411b924950f service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.928295] env[65899]: DEBUG nova.network.neutron [-] [instance: 6447585c-defa-414b-880c-6f70beda2753] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.051818] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdd90371-1604-44cd-bbd6-ffb6d8a50efc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.062026] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf92ff-364e-4041-a6ce-d4dc16325a6a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.090653] env[65899]: DEBUG nova.compute.manager [req-8a45f69d-812d-459d-8b51-bd005e548990 req-e0f3bc0a-23c2-450b-b24c-3411b924950f service nova] [instance: 6447585c-defa-414b-880c-6f70beda2753] Detach interface failed, port_id=fd387513-e026-477b-82c0-8e3f3302b062, reason: Instance 6447585c-defa-414b-880c-6f70beda2753 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1573.431204] env[65899]: INFO nova.compute.manager [-] [instance: 6447585c-defa-414b-880c-6f70beda2753] Took 1.87 seconds to deallocate network for instance. [ 1573.938599] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.938938] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.939173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.967941] env[65899]: INFO nova.scheduler.client.report [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted allocations for instance 6447585c-defa-414b-880c-6f70beda2753 [ 1574.476501] env[65899]: DEBUG oslo_concurrency.lockutils [None req-b9e2dd33-57f1-4700-9be5-7533d8248630 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "6447585c-defa-414b-880c-6f70beda2753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.541s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.027078] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "f75d0e81-fc81-41c7-85ab-8900dd630199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.027398] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.529968] env[65899]: DEBUG nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Starting instance... {{(pid=65899) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1577.054008] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.054320] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.055853] env[65899]: INFO nova.compute.claims [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.094135] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8bb7f1-60cf-438f-b198-2b8b6f93c224 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.101738] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa78190-3653-4891-a65b-e89c7b68ae16 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.130771] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89caca80-4b14-4198-abfc-2a9c7c3b8cc3 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.137976] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1edcfe-3703-4634-a8a4-695359ed546a {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.150917] env[65899]: DEBUG nova.compute.provider_tree [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.654290] env[65899]: DEBUG nova.scheduler.client.report [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.159850] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.160391] env[65899]: DEBUG nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Start building networks asynchronously for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1579.666065] env[65899]: DEBUG nova.compute.utils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Using /dev/sd instead of None {{(pid=65899) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1579.667818] env[65899]: DEBUG nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Allocating IP information in the background. {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1579.668017] env[65899]: DEBUG nova.network.neutron [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] allocate_for_instance() {{(pid=65899) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1579.668375] env[65899]: WARNING neutronclient.v2_0.client [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1579.668672] env[65899]: WARNING neutronclient.v2_0.client [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1579.718816] env[65899]: DEBUG nova.policy [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5fdc881f475431b91d1accadf4033da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b433241c78c742d691a5efec0cc99442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65899) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.025548] env[65899]: DEBUG nova.network.neutron [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Successfully created port: c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1580.171400] env[65899]: DEBUG nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Start building block device mappings for instance. {{(pid=65899) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1581.182049] env[65899]: DEBUG nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Start spawning the instance on the hypervisor. {{(pid=65899) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1581.206927] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T13:31:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T13:31:17Z,direct_url=,disk_format='vmdk',id=a6411459-c389-4b5f-8a2f-bea2acd6f8f2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1b0c3e978e604a4cbe7034d50c68e208',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T13:31:18Z,virtual_size=,visibility=), allow threads: False {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1581.207239] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1581.207424] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image limits 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1581.207645] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Flavor pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1581.207819] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Image pref 0:0:0 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1581.207986] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65899) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1581.208251] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1581.208446] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1581.208653] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Got 1 possible topologies {{(pid=65899) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1581.208842] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1581.209061] env[65899]: DEBUG nova.virt.hardware [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65899) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1581.210045] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b6b58-f965-4095-bc5e-2dcfb053d32d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.218754] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad4a1b0-a93e-44a1-b0ae-51cf46f1faab {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.404306] env[65899]: DEBUG nova.compute.manager [req-992c1844-be3d-485b-8297-282008aa7ab8 req-9b59c499-5b0e-4468-9aea-51abc48d6137 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Received event network-vif-plugged-c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1581.404738] env[65899]: DEBUG oslo_concurrency.lockutils [req-992c1844-be3d-485b-8297-282008aa7ab8 req-9b59c499-5b0e-4468-9aea-51abc48d6137 service nova] Acquiring lock "f75d0e81-fc81-41c7-85ab-8900dd630199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.404857] env[65899]: DEBUG oslo_concurrency.lockutils [req-992c1844-be3d-485b-8297-282008aa7ab8 req-9b59c499-5b0e-4468-9aea-51abc48d6137 service nova] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.405116] env[65899]: DEBUG oslo_concurrency.lockutils [req-992c1844-be3d-485b-8297-282008aa7ab8 req-9b59c499-5b0e-4468-9aea-51abc48d6137 service nova] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.405309] env[65899]: DEBUG nova.compute.manager [req-992c1844-be3d-485b-8297-282008aa7ab8 req-9b59c499-5b0e-4468-9aea-51abc48d6137 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] No waiting events found dispatching network-vif-plugged-c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1581.405484] env[65899]: WARNING nova.compute.manager [req-992c1844-be3d-485b-8297-282008aa7ab8 req-9b59c499-5b0e-4468-9aea-51abc48d6137 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Received unexpected event network-vif-plugged-c3e49bc4-c22a-46d8-954a-16a1d6255535 for instance with vm_state building and task_state spawning. [ 1581.494339] env[65899]: DEBUG nova.network.neutron [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Successfully updated port: c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1581.997234] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.997379] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.997552] env[65899]: DEBUG nova.network.neutron [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1582.531638] env[65899]: DEBUG nova.network.neutron [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Instance cache missing network info. {{(pid=65899) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1582.603660] env[65899]: WARNING neutronclient.v2_0.client [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1582.672549] env[65899]: DEBUG nova.network.neutron [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updating instance_info_cache with network_info: [{"id": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "address": "fa:16:3e:71:4e:95", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e49bc4-c2", "ovs_interfaceid": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.176085] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.176085] env[65899]: DEBUG nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Instance network_info: |[{"id": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "address": "fa:16:3e:71:4e:95", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e49bc4-c2", "ovs_interfaceid": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65899) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1583.176085] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:4e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e49bc4-c22a-46d8-954a-16a1d6255535', 'vif_model': 'vmxnet3'}] {{(pid=65899) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.183647] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1583.183850] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Creating VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.184096] env[65899]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20eab3c5-4e27-4d8d-855a-8b4a53349b63 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.203546] env[65899]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.203546] env[65899]: value = "task-4895909" [ 1583.203546] env[65899]: _type = "Task" [ 1583.203546] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.211765] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895909, 'name': CreateVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.432776] env[65899]: DEBUG nova.compute.manager [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Received event network-changed-c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1583.432980] env[65899]: DEBUG nova.compute.manager [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Refreshing instance network info cache due to event network-changed-c3e49bc4-c22a-46d8-954a-16a1d6255535. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1583.433208] env[65899]: DEBUG oslo_concurrency.lockutils [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] Acquiring lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.433348] env[65899]: DEBUG oslo_concurrency.lockutils [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] Acquired lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.433505] env[65899]: DEBUG nova.network.neutron [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Refreshing network info cache for port c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.713253] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895909, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.936306] env[65899]: WARNING neutronclient.v2_0.client [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1584.071995] env[65899]: WARNING neutronclient.v2_0.client [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1584.138594] env[65899]: DEBUG nova.network.neutron [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updated VIF entry in instance network info cache for port c3e49bc4-c22a-46d8-954a-16a1d6255535. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1584.138948] env[65899]: DEBUG nova.network.neutron [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updating instance_info_cache with network_info: [{"id": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "address": "fa:16:3e:71:4e:95", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e49bc4-c2", "ovs_interfaceid": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.214369] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895909, 'name': CreateVM_Task} progress is 99%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.642611] env[65899]: DEBUG oslo_concurrency.lockutils [req-325ede0a-201f-45e3-b05a-26f73ee7246a req-b0bbf0b9-c0ee-4a1a-b436-8c983a543898 service nova] Releasing lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.720302] env[65899]: DEBUG oslo_vmware.api [-] Task: {'id': task-4895909, 'name': CreateVM_Task, 'duration_secs': 1.303993} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.720698] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Created VM on the ESX host {{(pid=65899) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.721583] env[65899]: WARNING neutronclient.v2_0.client [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1584.722240] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.722486] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.722917] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.723287] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad130ec-6001-44eb-8abb-c9baa1a31fdc {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.730516] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1584.730516] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52cc6980-584c-8ad4-0d6a-7c676089bc16" [ 1584.730516] env[65899]: _type = "Task" [ 1584.730516] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.742473] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cc6980-584c-8ad4-0d6a-7c676089bc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.241398] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52cc6980-584c-8ad4-0d6a-7c676089bc16, 'name': SearchDatastore_Task, 'duration_secs': 0.014652} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.241701] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.241926] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Processing image a6411459-c389-4b5f-8a2f-bea2acd6f8f2 {{(pid=65899) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.242173] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.242323] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.242576] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.242846] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a90f2689-fed6-49a0-92d2-509647caa5c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.251539] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65899) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.251734] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65899) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.252458] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0c4e87-2969-40cc-ae3c-42394de2d09d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.258700] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1585.258700] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]529b2b8e-1523-32b4-fe51-c87cebb3bd4d" [ 1585.258700] env[65899]: _type = "Task" [ 1585.258700] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.266423] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529b2b8e-1523-32b4-fe51-c87cebb3bd4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.769664] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]529b2b8e-1523-32b4-fe51-c87cebb3bd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.770527] env[65899]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0850982-1083-4c9b-8d90-9bd64116a50e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.776780] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1585.776780] env[65899]: value = "session[52c79616-1431-4231-c3c5-b906f6c031ba]52c9c54b-c839-79a0-de90-2433799f2e6d" [ 1585.776780] env[65899]: _type = "Task" [ 1585.776780] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.785523] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c9c54b-c839-79a0-de90-2433799f2e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.287651] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': session[52c79616-1431-4231-c3c5-b906f6c031ba]52c9c54b-c839-79a0-de90-2433799f2e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.287932] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.288213] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] f75d0e81-fc81-41c7-85ab-8900dd630199/f75d0e81-fc81-41c7-85ab-8900dd630199.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.288606] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a3bafbe-f58e-4666-9105-d4133e431d2d {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.296406] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1586.296406] env[65899]: value = "task-4895910" [ 1586.296406] env[65899]: _type = "Task" [ 1586.296406] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.304739] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.806238] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44615} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.806636] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6411459-c389-4b5f-8a2f-bea2acd6f8f2/a6411459-c389-4b5f-8a2f-bea2acd6f8f2.vmdk to [datastore2] f75d0e81-fc81-41c7-85ab-8900dd630199/f75d0e81-fc81-41c7-85ab-8900dd630199.vmdk {{(pid=65899) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.806636] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Extending root virtual disk to 1048576 {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.806900] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efbd8605-9fe5-452a-88ec-02f3c162d7c9 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.815426] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1586.815426] env[65899]: value = "task-4895911" [ 1586.815426] env[65899]: _type = "Task" [ 1586.815426] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.823055] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.326182] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067281} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.326182] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Extended root virtual disk {{(pid=65899) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.326918] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b9894-e3df-4f91-859d-c9a848ac321c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.349880] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] f75d0e81-fc81-41c7-85ab-8900dd630199/f75d0e81-fc81-41c7-85ab-8900dd630199.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.350219] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b87f71-e11d-473d-a96b-f0953061fc30 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.370413] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1587.370413] env[65899]: value = "task-4895912" [ 1587.370413] env[65899]: _type = "Task" [ 1587.370413] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.379597] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.880444] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895912, 'name': ReconfigVM_Task, 'duration_secs': 0.306076} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.880854] env[65899]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Reconfigured VM instance instance-0000007f to attach disk [datastore2] f75d0e81-fc81-41c7-85ab-8900dd630199/f75d0e81-fc81-41c7-85ab-8900dd630199.vmdk or device None with type sparse {{(pid=65899) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.881387] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-945166df-6271-40f7-a085-605ad68fc871 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.887719] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1587.887719] env[65899]: value = "task-4895913" [ 1587.887719] env[65899]: _type = "Task" [ 1587.887719] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.895626] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895913, 'name': Rename_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.398171] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895913, 'name': Rename_Task, 'duration_secs': 0.13365} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.398496] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.398740] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd68b86f-c562-46a6-b708-77045cf64d9c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.405913] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1588.405913] env[65899]: value = "task-4895914" [ 1588.405913] env[65899]: _type = "Task" [ 1588.405913] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.413989] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.916032] env[65899]: DEBUG oslo_vmware.api [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895914, 'name': PowerOnVM_Task, 'duration_secs': 0.426763} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.916433] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.916525] env[65899]: INFO nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1588.916700] env[65899]: DEBUG nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1588.917465] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efd5e88-240a-4fe8-9764-7fc26438b4e5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.434198] env[65899]: INFO nova.compute.manager [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Took 12.40 seconds to build instance. [ 1589.936310] env[65899]: DEBUG oslo_concurrency.lockutils [None req-23e9a67b-4a00-434b-9458-2850ab7bf759 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.909s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.178592] env[65899]: DEBUG nova.compute.manager [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Received event network-changed-c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1590.178788] env[65899]: DEBUG nova.compute.manager [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Refreshing instance network info cache due to event network-changed-c3e49bc4-c22a-46d8-954a-16a1d6255535. {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1590.178991] env[65899]: DEBUG oslo_concurrency.lockutils [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] Acquiring lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.179142] env[65899]: DEBUG oslo_concurrency.lockutils [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] Acquired lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.179299] env[65899]: DEBUG nova.network.neutron [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Refreshing network info cache for port c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.682435] env[65899]: WARNING neutronclient.v2_0.client [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1590.852319] env[65899]: WARNING neutronclient.v2_0.client [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1590.932916] env[65899]: DEBUG nova.network.neutron [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updated VIF entry in instance network info cache for port c3e49bc4-c22a-46d8-954a-16a1d6255535. {{(pid=65899) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1590.933315] env[65899]: DEBUG nova.network.neutron [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updating instance_info_cache with network_info: [{"id": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "address": "fa:16:3e:71:4e:95", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e49bc4-c2", "ovs_interfaceid": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.437327] env[65899]: DEBUG oslo_concurrency.lockutils [req-2a7ab270-f2b0-4a5a-bdfe-8055a262fcbf req-d5782092-5d3e-4df9-bfe6-a40121670c3c service nova] Releasing lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.898662] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.898655] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.899083] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1608.899379] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.898946] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.899402] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.894375] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.399581] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.399581] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.902142] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.902537] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.902662] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.902863] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65899) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1613.903761] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95be5c0-0009-42e4-b4d2-9dc951bf90aa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.912715] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c566811-4af5-45eb-999d-f8d78bb257d5 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.927414] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f9c063-c94d-422a-84f3-9b00645d20fa {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.934026] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935a60f-d3bd-49ae-a0c4-cf7cfa09b693 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.964398] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180526MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65899) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1613.964570] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.964744] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.990674] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Instance f75d0e81-fc81-41c7-85ab-8900dd630199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65899) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1614.990674] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1614.990674] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_b433241c78c742d691a5efec0cc99442': '1', 'io_workload': '0'} {{(pid=65899) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1615.017839] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19007b9-6e68-44c0-8d17-e76a27f5e172 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.025362] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2779f9-09fb-41a6-956e-4e7a41c95868 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.054211] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b19c215-8982-4af2-a54a-2f7a07eef7ba {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.061627] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7972a8-029f-47bc-9e53-722224ff59a2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.074651] env[65899]: DEBUG nova.compute.provider_tree [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.578125] env[65899]: DEBUG nova.scheduler.client.report [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.083418] env[65899]: DEBUG nova.compute.resource_tracker [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65899) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1616.083812] env[65899]: DEBUG oslo_concurrency.lockutils [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.083956] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.214364] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "f75d0e81-fc81-41c7-85ab-8900dd630199" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.214909] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.214909] env[65899]: DEBUG nova.compute.manager [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1625.215749] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee46a695-2aae-4a64-ace2-f7b1e7a06bd0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.222862] env[65899]: DEBUG nova.compute.manager [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65899) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1625.223445] env[65899]: DEBUG nova.objects.instance [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'flavor' on Instance uuid f75d0e81-fc81-41c7-85ab-8900dd630199 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.233114] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.233114] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e47dc21-7176-43f1-bee4-0419f6f911e8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.240776] env[65899]: DEBUG oslo_vmware.api [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1626.240776] env[65899]: value = "task-4895915" [ 1626.240776] env[65899]: _type = "Task" [ 1626.240776] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.249501] env[65899]: DEBUG oslo_vmware.api [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.751069] env[65899]: DEBUG oslo_vmware.api [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895915, 'name': PowerOffVM_Task, 'duration_secs': 0.194205} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.751279] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.751472] env[65899]: DEBUG nova.compute.manager [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1626.752256] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b8552-53c7-418b-a03d-29e619bbaecd {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.264302] env[65899]: DEBUG oslo_concurrency.lockutils [None req-d12d3953-a27d-4655-86e6-62c8dc5fde86 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.602240] env[65899]: DEBUG nova.objects.instance [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'flavor' on Instance uuid f75d0e81-fc81-41c7-85ab-8900dd630199 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.108366] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.108627] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.108699] env[65899]: DEBUG nova.network.neutron [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1628.108906] env[65899]: DEBUG nova.objects.instance [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'info_cache' on Instance uuid f75d0e81-fc81-41c7-85ab-8900dd630199 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.612684] env[65899]: DEBUG nova.objects.base [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65899) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1629.115663] env[65899]: WARNING neutronclient.v2_0.client [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1629.278127] env[65899]: WARNING neutronclient.v2_0.client [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1629.346043] env[65899]: DEBUG nova.network.neutron [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updating instance_info_cache with network_info: [{"id": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "address": "fa:16:3e:71:4e:95", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e49bc4-c2", "ovs_interfaceid": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.848955] env[65899]: DEBUG oslo_concurrency.lockutils [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.855612] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powering on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.855951] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdece0a8-7b24-4106-a31f-7f59123ac8ee {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.863721] env[65899]: DEBUG oslo_vmware.api [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1630.863721] env[65899]: value = "task-4895916" [ 1630.863721] env[65899]: _type = "Task" [ 1630.863721] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.871552] env[65899]: DEBUG oslo_vmware.api [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.373680] env[65899]: DEBUG oslo_vmware.api [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895916, 'name': PowerOnVM_Task, 'duration_secs': 0.363872} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.373947] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powered on the VM {{(pid=65899) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.374161] env[65899]: DEBUG nova.compute.manager [None req-c9f6590c-d774-4ed2-8a61-e7c5f24ad8b4 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1631.374944] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf67d09e-b891-474b-8852-6a3ccc7cd84b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.373459] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2740f40-d6ee-45b4-a11c-8014fd54568c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.380559] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab89424-de6e-4722-8e2a-5a490281685e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Suspending the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1632.380806] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e5409fec-62e3-4f36-9308-cdd28714e840 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.387730] env[65899]: DEBUG oslo_vmware.api [None req-5ab89424-de6e-4722-8e2a-5a490281685e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1632.387730] env[65899]: value = "task-4895917" [ 1632.387730] env[65899]: _type = "Task" [ 1632.387730] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.396084] env[65899]: DEBUG oslo_vmware.api [None req-5ab89424-de6e-4722-8e2a-5a490281685e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895917, 'name': SuspendVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.897854] env[65899]: DEBUG oslo_vmware.api [None req-5ab89424-de6e-4722-8e2a-5a490281685e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895917, 'name': SuspendVM_Task} progress is 66%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.398628] env[65899]: DEBUG oslo_vmware.api [None req-5ab89424-de6e-4722-8e2a-5a490281685e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895917, 'name': SuspendVM_Task, 'duration_secs': 0.657852} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.399060] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab89424-de6e-4722-8e2a-5a490281685e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Suspended the VM {{(pid=65899) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1633.399140] env[65899]: DEBUG nova.compute.manager [None req-5ab89424-de6e-4722-8e2a-5a490281685e tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1633.399850] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab974996-4b9e-409b-9ba9-c81aa8b69050 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.706885] env[65899]: INFO nova.compute.manager [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Resuming [ 1634.707555] env[65899]: DEBUG nova.objects.instance [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'flavor' on Instance uuid f75d0e81-fc81-41c7-85ab-8900dd630199 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.219166] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.219639] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquired lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.219639] env[65899]: DEBUG nova.network.neutron [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Building network info cache for instance {{(pid=65899) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1636.723406] env[65899]: WARNING neutronclient.v2_0.client [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1636.879260] env[65899]: WARNING neutronclient.v2_0.client [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1636.947446] env[65899]: DEBUG nova.network.neutron [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updating instance_info_cache with network_info: [{"id": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "address": "fa:16:3e:71:4e:95", "network": {"id": "8d233f50-e998-4a28-9b78-5d7b32f1e7e8", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1191446932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b433241c78c742d691a5efec0cc99442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e49bc4-c2", "ovs_interfaceid": "c3e49bc4-c22a-46d8-954a-16a1d6255535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.450757] env[65899]: DEBUG oslo_concurrency.lockutils [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Releasing lock "refresh_cache-f75d0e81-fc81-41c7-85ab-8900dd630199" {{(pid=65899) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.452210] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be0b13-3c67-4aa6-9351-bccb5994f3c2 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.459316] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Resuming the VM {{(pid=65899) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1637.459581] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cb532c1-58ad-4aa9-ab53-6d1a575f0e9b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.466735] env[65899]: DEBUG oslo_vmware.api [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1637.466735] env[65899]: value = "task-4895918" [ 1637.466735] env[65899]: _type = "Task" [ 1637.466735] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.474768] env[65899]: DEBUG oslo_vmware.api [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.978601] env[65899]: DEBUG oslo_vmware.api [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895918, 'name': PowerOnVM_Task, 'duration_secs': 0.498848} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.978948] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Resumed the VM {{(pid=65899) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1637.979235] env[65899]: DEBUG nova.compute.manager [None req-30c7d03a-c1c8-4e48-ad54-f8f84b11b446 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Checking state {{(pid=65899) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1637.980145] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07105dfd-e3cc-45bb-b682-0aaeea77d1b8 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.423025] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "f75d0e81-fc81-41c7-85ab-8900dd630199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.423475] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.423539] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "f75d0e81-fc81-41c7-85ab-8900dd630199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.423682] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.423845] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.425982] env[65899]: INFO nova.compute.manager [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Terminating instance [ 1639.929730] env[65899]: DEBUG nova.compute.manager [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Start destroying the instance on the hypervisor. {{(pid=65899) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1639.929997] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Destroying instance {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.930852] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b7e65-748d-4130-a0ce-8d7ce7b2640b {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.939118] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powering off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.939380] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a7a4967-5d93-4851-9676-2012148382c4 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.946188] env[65899]: DEBUG oslo_vmware.api [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1639.946188] env[65899]: value = "task-4895919" [ 1639.946188] env[65899]: _type = "Task" [ 1639.946188] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.955130] env[65899]: DEBUG oslo_vmware.api [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.456696] env[65899]: DEBUG oslo_vmware.api [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895919, 'name': PowerOffVM_Task, 'duration_secs': 0.201279} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.458118] env[65899]: DEBUG nova.virt.vmwareapi.vm_util [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Powered off the VM {{(pid=65899) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.458118] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Unregistering the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.458118] env[65899]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe771d08-de04-467f-9b13-ffb1cfb6633e {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.531286] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Unregistered the VM {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.531499] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Deleting contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.531685] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleting the datastore file [datastore2] f75d0e81-fc81-41c7-85ab-8900dd630199 {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.532041] env[65899]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ff1600b-12b6-456f-ae79-7ff1793d83b1 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.540120] env[65899]: DEBUG oslo_vmware.api [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for the task: (returnval){ [ 1640.540120] env[65899]: value = "task-4895921" [ 1640.540120] env[65899]: _type = "Task" [ 1640.540120] env[65899]: } to complete. {{(pid=65899) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.548846] env[65899]: DEBUG oslo_vmware.api [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.050380] env[65899]: DEBUG oslo_vmware.api [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Task: {'id': task-4895921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154072} completed successfully. {{(pid=65899) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.050643] env[65899]: DEBUG nova.virt.vmwareapi.ds_util [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted the datastore file {{(pid=65899) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.050812] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Deleted contents of the VM from datastore datastore2 {{(pid=65899) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.050985] env[65899]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Instance destroyed {{(pid=65899) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.051191] env[65899]: INFO nova.compute.manager [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1641.051437] env[65899]: DEBUG oslo.service.backend._common.loopingcall [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65899) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1641.051636] env[65899]: DEBUG nova.compute.manager [-] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Deallocating network for instance {{(pid=65899) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1641.051735] env[65899]: DEBUG nova.network.neutron [-] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] deallocate_for_instance() {{(pid=65899) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1641.051969] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1641.083864] env[65899]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1641.578806] env[65899]: DEBUG nova.compute.manager [req-e59b48ff-e8f1-4bcf-ada2-e06456fb74b1 req-cbf5242e-dc00-43bc-997a-a3173525730e service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Received event network-vif-deleted-c3e49bc4-c22a-46d8-954a-16a1d6255535 {{(pid=65899) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1641.578806] env[65899]: INFO nova.compute.manager [req-e59b48ff-e8f1-4bcf-ada2-e06456fb74b1 req-cbf5242e-dc00-43bc-997a-a3173525730e service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Neutron deleted interface c3e49bc4-c22a-46d8-954a-16a1d6255535; detaching it from the instance and deleting it from the info cache [ 1641.578806] env[65899]: DEBUG nova.network.neutron [req-e59b48ff-e8f1-4bcf-ada2-e06456fb74b1 req-cbf5242e-dc00-43bc-997a-a3173525730e service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.052696] env[65899]: DEBUG nova.network.neutron [-] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Updating instance_info_cache with network_info: [] {{(pid=65899) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.080924] env[65899]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21d11ac7-7beb-4d1f-ab30-72939d11699c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.092043] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f93dc12-2c32-43bd-9ada-4e92acb33962 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.119531] env[65899]: DEBUG nova.compute.manager [req-e59b48ff-e8f1-4bcf-ada2-e06456fb74b1 req-cbf5242e-dc00-43bc-997a-a3173525730e service nova] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Detach interface failed, port_id=c3e49bc4-c22a-46d8-954a-16a1d6255535, reason: Instance f75d0e81-fc81-41c7-85ab-8900dd630199 could not be found. {{(pid=65899) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1642.555562] env[65899]: INFO nova.compute.manager [-] [instance: f75d0e81-fc81-41c7-85ab-8900dd630199] Took 1.50 seconds to deallocate network for instance. [ 1643.061792] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.062222] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.062342] env[65899]: DEBUG nova.objects.instance [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lazy-loading 'resources' on Instance uuid f75d0e81-fc81-41c7-85ab-8900dd630199 {{(pid=65899) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.583723] env[65899]: DEBUG nova.scheduler.client.report [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Refreshing inventories for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1643.600344] env[65899]: DEBUG nova.scheduler.client.report [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Updating ProviderTree inventory for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1643.600619] env[65899]: DEBUG nova.compute.provider_tree [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Updating inventory in ProviderTree for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.611790] env[65899]: DEBUG nova.scheduler.client.report [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Refreshing aggregate associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, aggregates: None {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1643.629932] env[65899]: DEBUG nova.scheduler.client.report [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Refreshing trait associations for resource provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65899) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1643.657105] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb0f4b-01af-47ab-9354-5af14edf02ce {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.664763] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c267d7-6d1d-4a98-93ea-1ff25e1d66b0 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.693693] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9751b9-19b2-46c9-98f6-0d8b58fe322c {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.701159] env[65899]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79c3d9b-440b-49ac-9203-743b0073f898 {{(pid=65899) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.714231] env[65899]: DEBUG nova.compute.provider_tree [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed in ProviderTree for provider: 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 {{(pid=65899) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.217798] env[65899]: DEBUG nova.scheduler.client.report [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Inventory has not changed for provider 6e9c4476-e557-4afd-928d-cf1c63a2d0d0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65899) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.723172] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.767554] env[65899]: INFO nova.scheduler.client.report [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Deleted allocations for instance f75d0e81-fc81-41c7-85ab-8900dd630199 [ 1645.275649] env[65899]: DEBUG oslo_concurrency.lockutils [None req-207af5b4-ad72-44fb-9204-6baf049fbb16 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Lock "f75d0e81-fc81-41c7-85ab-8900dd630199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=65899) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.900675] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.899122] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.899537] env[65899]: DEBUG nova.compute.manager [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65899) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1670.899283] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.899608] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.899973] env[65899]: DEBUG oslo_service.periodic_task [None req-e6dacc4b-ca26-4400-90e7-3a84c70f7853 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65899) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}